-- Logs begin at Tue 2021-08-17 15:46:54 UTC, end at Tue 2021-08-17 19:01:33 UTC. --
Aug 17 16:26:03.801114 dv-cinder-788365-9-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 17 16:26:06.697211 dv-cinder-788365-9-iscsi cinder-scheduler[101260]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 16:26:06.697211 dv-cinder-788365-9-iscsi cinder-scheduler[101260]:   from cryptography.utils import int_from_bytes
Aug 17 16:26:06.697211 dv-cinder-788365-9-iscsi cinder-scheduler[101260]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 16:26:06.697211 dv-cinder-788365-9-iscsi cinder-scheduler[101260]:   from cryptography.utils import int_from_bytes
Aug 17 16:26:06.697211 dv-cinder-788365-9-iscsi cinder-scheduler[101260]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:133: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 16:26:06.697211 dv-cinder-788365-9-iscsi cinder-scheduler[101260]:   last_heartbeat = column_property(
Aug 17 16:26:06.697211 dv-cinder-788365-9-iscsi cinder-scheduler[101260]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:139: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 16:26:06.697211 dv-cinder-788365-9-iscsi cinder-scheduler[101260]:   num_hosts = column_property(
Aug 17 16:26:06.697211 dv-cinder-788365-9-iscsi cinder-scheduler[101260]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:146: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 16:26:06.697211 dv-cinder-788365-9-iscsi cinder-scheduler[101260]:   num_down_hosts = column_property(
Aug 17 16:26:06.700374 dv-cinder-788365-9-iscsi cinder-scheduler[101260]: CRITICAL cinder [-] Unhandled error: AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 16:26:06.700374 dv-cinder-788365-9-iscsi cinder-scheduler[101260]: ERROR cinder Traceback (most recent call last):
Aug 17 16:26:06.700374 dv-cinder-788365-9-iscsi cinder-scheduler[101260]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 17 16:26:06.700374 dv-cinder-788365-9-iscsi cinder-scheduler[101260]: ERROR cinder     sys.exit(main())
Aug 17 16:26:06.700374 dv-cinder-788365-9-iscsi cinder-scheduler[101260]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 17 16:26:06.700374 dv-cinder-788365-9-iscsi cinder-scheduler[101260]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 17 16:26:06.700374 dv-cinder-788365-9-iscsi cinder-scheduler[101260]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 394, in create
Aug 17 16:26:06.700374 dv-cinder-788365-9-iscsi cinder-scheduler[101260]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 17 16:26:06.700374 dv-cinder-788365-9-iscsi cinder-scheduler[101260]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 147, in __init__
Aug 17 16:26:06.700374 dv-cinder-788365-9-iscsi cinder-scheduler[101260]: ERROR cinder     manager_class = importutils.import_class(self.manager_class_name)
Aug 17 16:26:06.700374 dv-cinder-788365-9-iscsi cinder-scheduler[101260]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 30, in import_class
Aug 17 16:26:06.700374 dv-cinder-788365-9-iscsi cinder-scheduler[101260]: ERROR cinder     __import__(mod_str)
Aug 17 16:26:06.700374 dv-cinder-788365-9-iscsi cinder-scheduler[101260]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 49, in <module>
Aug 17 16:26:06.700374 dv-cinder-788365-9-iscsi cinder-scheduler[101260]: ERROR cinder     from cinder.scheduler.flows import create_volume
Aug 17 16:26:06.700374 dv-cinder-788365-9-iscsi cinder-scheduler[101260]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/flows/create_volume.py", line 173, in <module>
Aug 17 16:26:06.700374 dv-cinder-788365-9-iscsi cinder-scheduler[101260]: ERROR cinder     backup_id: Optional[str] = None) -> taskflow.engines.base.Engine:
Aug 17 16:26:06.700374 dv-cinder-788365-9-iscsi cinder-scheduler[101260]: ERROR cinder AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 16:26:06.700374 dv-cinder-788365-9-iscsi cinder-scheduler[101260]: ERROR cinder 
Aug 17 16:26:07.030130 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 17 16:26:07.030172 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 17 16:39:38.978643 dv-cinder-788365-9-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 17 16:39:41.888163 dv-cinder-788365-9-iscsi cinder-scheduler[170188]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 16:39:41.888163 dv-cinder-788365-9-iscsi cinder-scheduler[170188]:   from cryptography.utils import int_from_bytes
Aug 17 16:39:41.888163 dv-cinder-788365-9-iscsi cinder-scheduler[170188]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 16:39:41.888163 dv-cinder-788365-9-iscsi cinder-scheduler[170188]:   from cryptography.utils import int_from_bytes
Aug 17 16:39:41.888163 dv-cinder-788365-9-iscsi cinder-scheduler[170188]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:133: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 16:39:41.888163 dv-cinder-788365-9-iscsi cinder-scheduler[170188]:   last_heartbeat = column_property(
Aug 17 16:39:41.888163 dv-cinder-788365-9-iscsi cinder-scheduler[170188]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:139: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 16:39:41.888163 dv-cinder-788365-9-iscsi cinder-scheduler[170188]:   num_hosts = column_property(
Aug 17 16:39:41.888163 dv-cinder-788365-9-iscsi cinder-scheduler[170188]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:146: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 16:39:41.888163 dv-cinder-788365-9-iscsi cinder-scheduler[170188]:   num_down_hosts = column_property(
Aug 17 16:39:41.891116 dv-cinder-788365-9-iscsi cinder-scheduler[170188]: CRITICAL cinder [-] Unhandled error: AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 16:39:41.891116 dv-cinder-788365-9-iscsi cinder-scheduler[170188]: ERROR cinder Traceback (most recent call last):
Aug 17 16:39:41.891116 dv-cinder-788365-9-iscsi cinder-scheduler[170188]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 17 16:39:41.891116 dv-cinder-788365-9-iscsi cinder-scheduler[170188]: ERROR cinder     sys.exit(main())
Aug 17 16:39:41.891116 dv-cinder-788365-9-iscsi cinder-scheduler[170188]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 17 16:39:41.891116 dv-cinder-788365-9-iscsi cinder-scheduler[170188]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 17 16:39:41.891116 dv-cinder-788365-9-iscsi cinder-scheduler[170188]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 394, in create
Aug 17 16:39:41.891116 dv-cinder-788365-9-iscsi cinder-scheduler[170188]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 17 16:39:41.891116 dv-cinder-788365-9-iscsi cinder-scheduler[170188]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 147, in __init__
Aug 17 16:39:41.891116 dv-cinder-788365-9-iscsi cinder-scheduler[170188]: ERROR cinder     manager_class = importutils.import_class(self.manager_class_name)
Aug 17 16:39:41.891116 dv-cinder-788365-9-iscsi cinder-scheduler[170188]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 30, in import_class
Aug 17 16:39:41.891116 dv-cinder-788365-9-iscsi cinder-scheduler[170188]: ERROR cinder     __import__(mod_str)
Aug 17 16:39:41.891116 dv-cinder-788365-9-iscsi cinder-scheduler[170188]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 49, in <module>
Aug 17 16:39:41.891116 dv-cinder-788365-9-iscsi cinder-scheduler[170188]: ERROR cinder     from cinder.scheduler.flows import create_volume
Aug 17 16:39:41.891116 dv-cinder-788365-9-iscsi cinder-scheduler[170188]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/flows/create_volume.py", line 173, in <module>
Aug 17 16:39:41.891116 dv-cinder-788365-9-iscsi cinder-scheduler[170188]: ERROR cinder     backup_id: Optional[str] = None) -> taskflow.engines.base.Engine:
Aug 17 16:39:41.891116 dv-cinder-788365-9-iscsi cinder-scheduler[170188]: ERROR cinder AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 16:39:41.891116 dv-cinder-788365-9-iscsi cinder-scheduler[170188]: ERROR cinder 
Aug 17 16:39:42.226177 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 17 16:39:42.226205 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 17 16:53:12.229514 dv-cinder-788365-9-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 17 16:53:15.147313 dv-cinder-788365-9-iscsi cinder-scheduler[232572]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 16:53:15.147313 dv-cinder-788365-9-iscsi cinder-scheduler[232572]:   from cryptography.utils import int_from_bytes
Aug 17 16:53:15.147313 dv-cinder-788365-9-iscsi cinder-scheduler[232572]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 16:53:15.147313 dv-cinder-788365-9-iscsi cinder-scheduler[232572]:   from cryptography.utils import int_from_bytes
Aug 17 16:53:15.147313 dv-cinder-788365-9-iscsi cinder-scheduler[232572]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:133: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 16:53:15.147313 dv-cinder-788365-9-iscsi cinder-scheduler[232572]:   last_heartbeat = column_property(
Aug 17 16:53:15.147313 dv-cinder-788365-9-iscsi cinder-scheduler[232572]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:139: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 16:53:15.147313 dv-cinder-788365-9-iscsi cinder-scheduler[232572]:   num_hosts = column_property(
Aug 17 16:53:15.147313 dv-cinder-788365-9-iscsi cinder-scheduler[232572]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:146: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 16:53:15.147313 dv-cinder-788365-9-iscsi cinder-scheduler[232572]:   num_down_hosts = column_property(
Aug 17 16:53:15.149930 dv-cinder-788365-9-iscsi cinder-scheduler[232572]: CRITICAL cinder [-] Unhandled error: AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 16:53:15.149930 dv-cinder-788365-9-iscsi cinder-scheduler[232572]: ERROR cinder Traceback (most recent call last):
Aug 17 16:53:15.149930 dv-cinder-788365-9-iscsi cinder-scheduler[232572]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 17 16:53:15.149930 dv-cinder-788365-9-iscsi cinder-scheduler[232572]: ERROR cinder     sys.exit(main())
Aug 17 16:53:15.149930 dv-cinder-788365-9-iscsi cinder-scheduler[232572]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 17 16:53:15.149930 dv-cinder-788365-9-iscsi cinder-scheduler[232572]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 17 16:53:15.149930 dv-cinder-788365-9-iscsi cinder-scheduler[232572]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 394, in create
Aug 17 16:53:15.149930 dv-cinder-788365-9-iscsi cinder-scheduler[232572]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 17 16:53:15.149930 dv-cinder-788365-9-iscsi cinder-scheduler[232572]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 147, in __init__
Aug 17 16:53:15.149930 dv-cinder-788365-9-iscsi cinder-scheduler[232572]: ERROR cinder     manager_class = importutils.import_class(self.manager_class_name)
Aug 17 16:53:15.149930 dv-cinder-788365-9-iscsi cinder-scheduler[232572]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 30, in import_class
Aug 17 16:53:15.149930 dv-cinder-788365-9-iscsi cinder-scheduler[232572]: ERROR cinder     __import__(mod_str)
Aug 17 16:53:15.149930 dv-cinder-788365-9-iscsi cinder-scheduler[232572]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 49, in <module>
Aug 17 16:53:15.149930 dv-cinder-788365-9-iscsi cinder-scheduler[232572]: ERROR cinder     from cinder.scheduler.flows import create_volume
Aug 17 16:53:15.149930 dv-cinder-788365-9-iscsi cinder-scheduler[232572]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/flows/create_volume.py", line 173, in <module>
Aug 17 16:53:15.149930 dv-cinder-788365-9-iscsi cinder-scheduler[232572]: ERROR cinder     backup_id: Optional[str] = None) -> taskflow.engines.base.Engine:
Aug 17 16:53:15.149930 dv-cinder-788365-9-iscsi cinder-scheduler[232572]: ERROR cinder AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 16:53:15.149930 dv-cinder-788365-9-iscsi cinder-scheduler[232572]: ERROR cinder 
Aug 17 16:53:15.484115 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 17 16:53:15.484129 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 17 17:06:54.530388 dv-cinder-788365-9-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 17 17:06:57.418962 dv-cinder-788365-9-iscsi cinder-scheduler[295391]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 17:06:57.418962 dv-cinder-788365-9-iscsi cinder-scheduler[295391]:   from cryptography.utils import int_from_bytes
Aug 17 17:06:57.418962 dv-cinder-788365-9-iscsi cinder-scheduler[295391]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 17:06:57.418962 dv-cinder-788365-9-iscsi cinder-scheduler[295391]:   from cryptography.utils import int_from_bytes
Aug 17 17:06:57.418962 dv-cinder-788365-9-iscsi cinder-scheduler[295391]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:133: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 17:06:57.418962 dv-cinder-788365-9-iscsi cinder-scheduler[295391]:   last_heartbeat = column_property(
Aug 17 17:06:57.418962 dv-cinder-788365-9-iscsi cinder-scheduler[295391]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:139: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 17:06:57.418962 dv-cinder-788365-9-iscsi cinder-scheduler[295391]:   num_hosts = column_property(
Aug 17 17:06:57.418962 dv-cinder-788365-9-iscsi cinder-scheduler[295391]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:146: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 17:06:57.418962 dv-cinder-788365-9-iscsi cinder-scheduler[295391]:   num_down_hosts = column_property(
Aug 17 17:06:57.421764 dv-cinder-788365-9-iscsi cinder-scheduler[295391]: CRITICAL cinder [-] Unhandled error: AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 17:06:57.421764 dv-cinder-788365-9-iscsi cinder-scheduler[295391]: ERROR cinder Traceback (most recent call last):
Aug 17 17:06:57.421764 dv-cinder-788365-9-iscsi cinder-scheduler[295391]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 17 17:06:57.421764 dv-cinder-788365-9-iscsi cinder-scheduler[295391]: ERROR cinder     sys.exit(main())
Aug 17 17:06:57.421764 dv-cinder-788365-9-iscsi cinder-scheduler[295391]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 17 17:06:57.421764 dv-cinder-788365-9-iscsi cinder-scheduler[295391]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 17 17:06:57.421764 dv-cinder-788365-9-iscsi cinder-scheduler[295391]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 394, in create
Aug 17 17:06:57.421764 dv-cinder-788365-9-iscsi cinder-scheduler[295391]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 17 17:06:57.421764 dv-cinder-788365-9-iscsi cinder-scheduler[295391]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 147, in __init__
Aug 17 17:06:57.421764 dv-cinder-788365-9-iscsi cinder-scheduler[295391]: ERROR cinder     manager_class = importutils.import_class(self.manager_class_name)
Aug 17 17:06:57.421764 dv-cinder-788365-9-iscsi cinder-scheduler[295391]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 30, in import_class
Aug 17 17:06:57.421764 dv-cinder-788365-9-iscsi cinder-scheduler[295391]: ERROR cinder     __import__(mod_str)
Aug 17 17:06:57.421764 dv-cinder-788365-9-iscsi cinder-scheduler[295391]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 49, in <module>
Aug 17 17:06:57.421764 dv-cinder-788365-9-iscsi cinder-scheduler[295391]: ERROR cinder     from cinder.scheduler.flows import create_volume
Aug 17 17:06:57.421764 dv-cinder-788365-9-iscsi cinder-scheduler[295391]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/flows/create_volume.py", line 173, in <module>
Aug 17 17:06:57.421764 dv-cinder-788365-9-iscsi cinder-scheduler[295391]: ERROR cinder     backup_id: Optional[str] = None) -> taskflow.engines.base.Engine:
Aug 17 17:06:57.421764 dv-cinder-788365-9-iscsi cinder-scheduler[295391]: ERROR cinder AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 17:06:57.421764 dv-cinder-788365-9-iscsi cinder-scheduler[295391]: ERROR cinder 
Aug 17 17:06:57.747744 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 17 17:06:57.747767 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 17 17:22:10.723305 dv-cinder-788365-9-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 17 17:22:13.624910 dv-cinder-788365-9-iscsi cinder-scheduler[363327]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 17:22:13.624910 dv-cinder-788365-9-iscsi cinder-scheduler[363327]:   from cryptography.utils import int_from_bytes
Aug 17 17:22:13.624910 dv-cinder-788365-9-iscsi cinder-scheduler[363327]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 17:22:13.624910 dv-cinder-788365-9-iscsi cinder-scheduler[363327]:   from cryptography.utils import int_from_bytes
Aug 17 17:22:13.624910 dv-cinder-788365-9-iscsi cinder-scheduler[363327]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:133: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 17:22:13.624910 dv-cinder-788365-9-iscsi cinder-scheduler[363327]:   last_heartbeat = column_property(
Aug 17 17:22:13.624910 dv-cinder-788365-9-iscsi cinder-scheduler[363327]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:139: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 17:22:13.624910 dv-cinder-788365-9-iscsi cinder-scheduler[363327]:   num_hosts = column_property(
Aug 17 17:22:13.624910 dv-cinder-788365-9-iscsi cinder-scheduler[363327]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:146: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 17:22:13.624910 dv-cinder-788365-9-iscsi cinder-scheduler[363327]:   num_down_hosts = column_property(
Aug 17 17:22:13.627782 dv-cinder-788365-9-iscsi cinder-scheduler[363327]: CRITICAL cinder [-] Unhandled error: AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 17:22:13.627782 dv-cinder-788365-9-iscsi cinder-scheduler[363327]: ERROR cinder Traceback (most recent call last):
Aug 17 17:22:13.627782 dv-cinder-788365-9-iscsi cinder-scheduler[363327]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 17 17:22:13.627782 dv-cinder-788365-9-iscsi cinder-scheduler[363327]: ERROR cinder     sys.exit(main())
Aug 17 17:22:13.627782 dv-cinder-788365-9-iscsi cinder-scheduler[363327]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 17 17:22:13.627782 dv-cinder-788365-9-iscsi cinder-scheduler[363327]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 17 17:22:13.627782 dv-cinder-788365-9-iscsi cinder-scheduler[363327]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 394, in create
Aug 17 17:22:13.627782 dv-cinder-788365-9-iscsi cinder-scheduler[363327]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 17 17:22:13.627782 dv-cinder-788365-9-iscsi cinder-scheduler[363327]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 147, in __init__
Aug 17 17:22:13.627782 dv-cinder-788365-9-iscsi cinder-scheduler[363327]: ERROR cinder     manager_class = importutils.import_class(self.manager_class_name)
Aug 17 17:22:13.627782 dv-cinder-788365-9-iscsi cinder-scheduler[363327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 30, in import_class
Aug 17 17:22:13.627782 dv-cinder-788365-9-iscsi cinder-scheduler[363327]: ERROR cinder     __import__(mod_str)
Aug 17 17:22:13.627782 dv-cinder-788365-9-iscsi cinder-scheduler[363327]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 49, in <module>
Aug 17 17:22:13.627782 dv-cinder-788365-9-iscsi cinder-scheduler[363327]: ERROR cinder     from cinder.scheduler.flows import create_volume
Aug 17 17:22:13.627782 dv-cinder-788365-9-iscsi cinder-scheduler[363327]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/flows/create_volume.py", line 173, in <module>
Aug 17 17:22:13.627782 dv-cinder-788365-9-iscsi cinder-scheduler[363327]: ERROR cinder     backup_id: Optional[str] = None) -> taskflow.engines.base.Engine:
Aug 17 17:22:13.627782 dv-cinder-788365-9-iscsi cinder-scheduler[363327]: ERROR cinder AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 17:22:13.627782 dv-cinder-788365-9-iscsi cinder-scheduler[363327]: ERROR cinder 
Aug 17 17:22:13.952231 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 17 17:22:13.952245 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 17 17:35:19.504928 dv-cinder-788365-9-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 17 17:35:22.367547 dv-cinder-788365-9-iscsi cinder-scheduler[426564]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 17:35:22.367547 dv-cinder-788365-9-iscsi cinder-scheduler[426564]:   from cryptography.utils import int_from_bytes
Aug 17 17:35:22.367547 dv-cinder-788365-9-iscsi cinder-scheduler[426564]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 17:35:22.367547 dv-cinder-788365-9-iscsi cinder-scheduler[426564]:   from cryptography.utils import int_from_bytes
Aug 17 17:35:22.367547 dv-cinder-788365-9-iscsi cinder-scheduler[426564]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:133: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 17:35:22.367547 dv-cinder-788365-9-iscsi cinder-scheduler[426564]:   last_heartbeat = column_property(
Aug 17 17:35:22.367547 dv-cinder-788365-9-iscsi cinder-scheduler[426564]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:139: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 17:35:22.367547 dv-cinder-788365-9-iscsi cinder-scheduler[426564]:   num_hosts = column_property(
Aug 17 17:35:22.367547 dv-cinder-788365-9-iscsi cinder-scheduler[426564]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:146: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 17:35:22.367547 dv-cinder-788365-9-iscsi cinder-scheduler[426564]:   num_down_hosts = column_property(
Aug 17 17:35:22.370534 dv-cinder-788365-9-iscsi cinder-scheduler[426564]: CRITICAL cinder [-] Unhandled error: AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 17:35:22.370534 dv-cinder-788365-9-iscsi cinder-scheduler[426564]: ERROR cinder Traceback (most recent call last):
Aug 17 17:35:22.370534 dv-cinder-788365-9-iscsi cinder-scheduler[426564]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 17 17:35:22.370534 dv-cinder-788365-9-iscsi cinder-scheduler[426564]: ERROR cinder     sys.exit(main())
Aug 17 17:35:22.370534 dv-cinder-788365-9-iscsi cinder-scheduler[426564]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 17 17:35:22.370534 dv-cinder-788365-9-iscsi cinder-scheduler[426564]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 17 17:35:22.370534 dv-cinder-788365-9-iscsi cinder-scheduler[426564]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 394, in create
Aug 17 17:35:22.370534 dv-cinder-788365-9-iscsi cinder-scheduler[426564]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 17 17:35:22.370534 dv-cinder-788365-9-iscsi cinder-scheduler[426564]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 147, in __init__
Aug 17 17:35:22.370534 dv-cinder-788365-9-iscsi cinder-scheduler[426564]: ERROR cinder     manager_class = importutils.import_class(self.manager_class_name)
Aug 17 17:35:22.370534 dv-cinder-788365-9-iscsi cinder-scheduler[426564]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 30, in import_class
Aug 17 17:35:22.370534 dv-cinder-788365-9-iscsi cinder-scheduler[426564]: ERROR cinder     __import__(mod_str)
Aug 17 17:35:22.370534 dv-cinder-788365-9-iscsi cinder-scheduler[426564]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 49, in <module>
Aug 17 17:35:22.370534 dv-cinder-788365-9-iscsi cinder-scheduler[426564]: ERROR cinder     from cinder.scheduler.flows import create_volume
Aug 17 17:35:22.370534 dv-cinder-788365-9-iscsi cinder-scheduler[426564]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/flows/create_volume.py", line 173, in <module>
Aug 17 17:35:22.370534 dv-cinder-788365-9-iscsi cinder-scheduler[426564]: ERROR cinder     backup_id: Optional[str] = None) -> taskflow.engines.base.Engine:
Aug 17 17:35:22.370534 dv-cinder-788365-9-iscsi cinder-scheduler[426564]: ERROR cinder AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 17:35:22.370534 dv-cinder-788365-9-iscsi cinder-scheduler[426564]: ERROR cinder 
Aug 17 17:35:22.701115 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 17 17:35:22.701143 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 17 17:48:19.315778 dv-cinder-788365-9-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 17 17:48:22.192252 dv-cinder-788365-9-iscsi cinder-scheduler[488976]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 17:48:22.192252 dv-cinder-788365-9-iscsi cinder-scheduler[488976]:   from cryptography.utils import int_from_bytes
Aug 17 17:48:22.192252 dv-cinder-788365-9-iscsi cinder-scheduler[488976]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 17:48:22.192252 dv-cinder-788365-9-iscsi cinder-scheduler[488976]:   from cryptography.utils import int_from_bytes
Aug 17 17:48:22.192252 dv-cinder-788365-9-iscsi cinder-scheduler[488976]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:133: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 17:48:22.192252 dv-cinder-788365-9-iscsi cinder-scheduler[488976]:   last_heartbeat = column_property(
Aug 17 17:48:22.192252 dv-cinder-788365-9-iscsi cinder-scheduler[488976]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:139: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 17:48:22.192252 dv-cinder-788365-9-iscsi cinder-scheduler[488976]:   num_hosts = column_property(
Aug 17 17:48:22.192252 dv-cinder-788365-9-iscsi cinder-scheduler[488976]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:146: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 17:48:22.192252 dv-cinder-788365-9-iscsi cinder-scheduler[488976]:   num_down_hosts = column_property(
Aug 17 17:48:22.194275 dv-cinder-788365-9-iscsi cinder-scheduler[488976]: CRITICAL cinder [-] Unhandled error: AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 17:48:22.194275 dv-cinder-788365-9-iscsi cinder-scheduler[488976]: ERROR cinder Traceback (most recent call last):
Aug 17 17:48:22.194275 dv-cinder-788365-9-iscsi cinder-scheduler[488976]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 17 17:48:22.194275 dv-cinder-788365-9-iscsi cinder-scheduler[488976]: ERROR cinder     sys.exit(main())
Aug 17 17:48:22.194275 dv-cinder-788365-9-iscsi cinder-scheduler[488976]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 17 17:48:22.194275 dv-cinder-788365-9-iscsi cinder-scheduler[488976]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 17 17:48:22.194275 dv-cinder-788365-9-iscsi cinder-scheduler[488976]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 394, in create
Aug 17 17:48:22.194275 dv-cinder-788365-9-iscsi cinder-scheduler[488976]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 17 17:48:22.194275 dv-cinder-788365-9-iscsi cinder-scheduler[488976]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 147, in __init__
Aug 17 17:48:22.194275 dv-cinder-788365-9-iscsi cinder-scheduler[488976]: ERROR cinder     manager_class = importutils.import_class(self.manager_class_name)
Aug 17 17:48:22.194275 dv-cinder-788365-9-iscsi cinder-scheduler[488976]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 30, in import_class
Aug 17 17:48:22.194275 dv-cinder-788365-9-iscsi cinder-scheduler[488976]: ERROR cinder     __import__(mod_str)
Aug 17 17:48:22.194275 dv-cinder-788365-9-iscsi cinder-scheduler[488976]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 49, in <module>
Aug 17 17:48:22.194275 dv-cinder-788365-9-iscsi cinder-scheduler[488976]: ERROR cinder     from cinder.scheduler.flows import create_volume
Aug 17 17:48:22.194275 dv-cinder-788365-9-iscsi cinder-scheduler[488976]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/flows/create_volume.py", line 173, in <module>
Aug 17 17:48:22.194275 dv-cinder-788365-9-iscsi cinder-scheduler[488976]: ERROR cinder     backup_id: Optional[str] = None) -> taskflow.engines.base.Engine:
Aug 17 17:48:22.194275 dv-cinder-788365-9-iscsi cinder-scheduler[488976]: ERROR cinder AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 17:48:22.194275 dv-cinder-788365-9-iscsi cinder-scheduler[488976]: ERROR cinder 
Aug 17 17:48:22.517743 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 17 17:48:22.517757 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 17 18:01:18.517749 dv-cinder-788365-9-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 17 18:01:21.423572 dv-cinder-788365-9-iscsi cinder-scheduler[551795]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 18:01:21.423572 dv-cinder-788365-9-iscsi cinder-scheduler[551795]:   from cryptography.utils import int_from_bytes
Aug 17 18:01:21.423572 dv-cinder-788365-9-iscsi cinder-scheduler[551795]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 18:01:21.423572 dv-cinder-788365-9-iscsi cinder-scheduler[551795]:   from cryptography.utils import int_from_bytes
Aug 17 18:01:21.423572 dv-cinder-788365-9-iscsi cinder-scheduler[551795]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:133: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 18:01:21.423572 dv-cinder-788365-9-iscsi cinder-scheduler[551795]:   last_heartbeat = column_property(
Aug 17 18:01:21.423572 dv-cinder-788365-9-iscsi cinder-scheduler[551795]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:139: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 18:01:21.423572 dv-cinder-788365-9-iscsi cinder-scheduler[551795]:   num_hosts = column_property(
Aug 17 18:01:21.423572 dv-cinder-788365-9-iscsi cinder-scheduler[551795]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:146: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 18:01:21.423572 dv-cinder-788365-9-iscsi cinder-scheduler[551795]:   num_down_hosts = column_property(
Aug 17 18:01:21.426466 dv-cinder-788365-9-iscsi cinder-scheduler[551795]: CRITICAL cinder [-] Unhandled error: AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 18:01:21.426466 dv-cinder-788365-9-iscsi cinder-scheduler[551795]: ERROR cinder Traceback (most recent call last):
Aug 17 18:01:21.426466 dv-cinder-788365-9-iscsi cinder-scheduler[551795]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 17 18:01:21.426466 dv-cinder-788365-9-iscsi cinder-scheduler[551795]: ERROR cinder     sys.exit(main())
Aug 17 18:01:21.426466 dv-cinder-788365-9-iscsi cinder-scheduler[551795]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 17 18:01:21.426466 dv-cinder-788365-9-iscsi cinder-scheduler[551795]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 17 18:01:21.426466 dv-cinder-788365-9-iscsi cinder-scheduler[551795]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 394, in create
Aug 17 18:01:21.426466 dv-cinder-788365-9-iscsi cinder-scheduler[551795]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 17 18:01:21.426466 dv-cinder-788365-9-iscsi cinder-scheduler[551795]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 147, in __init__
Aug 17 18:01:21.426466 dv-cinder-788365-9-iscsi cinder-scheduler[551795]: ERROR cinder     manager_class = importutils.import_class(self.manager_class_name)
Aug 17 18:01:21.426466 dv-cinder-788365-9-iscsi cinder-scheduler[551795]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 30, in import_class
Aug 17 18:01:21.426466 dv-cinder-788365-9-iscsi cinder-scheduler[551795]: ERROR cinder     __import__(mod_str)
Aug 17 18:01:21.426466 dv-cinder-788365-9-iscsi cinder-scheduler[551795]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 49, in <module>
Aug 17 18:01:21.426466 dv-cinder-788365-9-iscsi cinder-scheduler[551795]: ERROR cinder     from cinder.scheduler.flows import create_volume
Aug 17 18:01:21.426466 dv-cinder-788365-9-iscsi cinder-scheduler[551795]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/flows/create_volume.py", line 173, in <module>
Aug 17 18:01:21.426466 dv-cinder-788365-9-iscsi cinder-scheduler[551795]: ERROR cinder     backup_id: Optional[str] = None) -> taskflow.engines.base.Engine:
Aug 17 18:01:21.426466 dv-cinder-788365-9-iscsi cinder-scheduler[551795]: ERROR cinder AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 18:01:21.426466 dv-cinder-788365-9-iscsi cinder-scheduler[551795]: ERROR cinder 
Aug 17 18:01:21.749326 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 17 18:01:21.749339 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 17 18:17:16.813281 dv-cinder-788365-9-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 17 18:17:19.677574 dv-cinder-788365-9-iscsi cinder-scheduler[620001]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 18:17:19.677574 dv-cinder-788365-9-iscsi cinder-scheduler[620001]:   from cryptography.utils import int_from_bytes
Aug 17 18:17:19.677574 dv-cinder-788365-9-iscsi cinder-scheduler[620001]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 18:17:19.677574 dv-cinder-788365-9-iscsi cinder-scheduler[620001]:   from cryptography.utils import int_from_bytes
Aug 17 18:17:19.677574 dv-cinder-788365-9-iscsi cinder-scheduler[620001]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:133: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 18:17:19.677574 dv-cinder-788365-9-iscsi cinder-scheduler[620001]:   last_heartbeat = column_property(
Aug 17 18:17:19.677574 dv-cinder-788365-9-iscsi cinder-scheduler[620001]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:139: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 18:17:19.677574 dv-cinder-788365-9-iscsi cinder-scheduler[620001]:   num_hosts = column_property(
Aug 17 18:17:19.677574 dv-cinder-788365-9-iscsi cinder-scheduler[620001]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:146: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 18:17:19.677574 dv-cinder-788365-9-iscsi cinder-scheduler[620001]:   num_down_hosts = column_property(
Aug 17 18:17:19.680542 dv-cinder-788365-9-iscsi cinder-scheduler[620001]: CRITICAL cinder [-] Unhandled error: AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 18:17:19.680542 dv-cinder-788365-9-iscsi cinder-scheduler[620001]: ERROR cinder Traceback (most recent call last):
Aug 17 18:17:19.680542 dv-cinder-788365-9-iscsi cinder-scheduler[620001]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 17 18:17:19.680542 dv-cinder-788365-9-iscsi cinder-scheduler[620001]: ERROR cinder     sys.exit(main())
Aug 17 18:17:19.680542 dv-cinder-788365-9-iscsi cinder-scheduler[620001]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 17 18:17:19.680542 dv-cinder-788365-9-iscsi cinder-scheduler[620001]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 17 18:17:19.680542 dv-cinder-788365-9-iscsi cinder-scheduler[620001]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 394, in create
Aug 17 18:17:19.680542 dv-cinder-788365-9-iscsi cinder-scheduler[620001]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 17 18:17:19.680542 dv-cinder-788365-9-iscsi cinder-scheduler[620001]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 147, in __init__
Aug 17 18:17:19.680542 dv-cinder-788365-9-iscsi cinder-scheduler[620001]: ERROR cinder     manager_class = importutils.import_class(self.manager_class_name)
Aug 17 18:17:19.680542 dv-cinder-788365-9-iscsi cinder-scheduler[620001]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 30, in import_class
Aug 17 18:17:19.680542 dv-cinder-788365-9-iscsi cinder-scheduler[620001]: ERROR cinder     __import__(mod_str)
Aug 17 18:17:19.680542 dv-cinder-788365-9-iscsi cinder-scheduler[620001]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 49, in <module>
Aug 17 18:17:19.680542 dv-cinder-788365-9-iscsi cinder-scheduler[620001]: ERROR cinder     from cinder.scheduler.flows import create_volume
Aug 17 18:17:19.680542 dv-cinder-788365-9-iscsi cinder-scheduler[620001]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/flows/create_volume.py", line 173, in <module>
Aug 17 18:17:19.680542 dv-cinder-788365-9-iscsi cinder-scheduler[620001]: ERROR cinder     backup_id: Optional[str] = None) -> taskflow.engines.base.Engine:
Aug 17 18:17:19.680542 dv-cinder-788365-9-iscsi cinder-scheduler[620001]: ERROR cinder AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 18:17:19.680542 dv-cinder-788365-9-iscsi cinder-scheduler[620001]: ERROR cinder 
Aug 17 18:17:20.002345 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 17 18:17:20.002360 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 17 18:30:16.648480 dv-cinder-788365-9-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 17 18:30:19.488186 dv-cinder-788365-9-iscsi cinder-scheduler[682832]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 18:30:19.488186 dv-cinder-788365-9-iscsi cinder-scheduler[682832]:   from cryptography.utils import int_from_bytes
Aug 17 18:30:19.488186 dv-cinder-788365-9-iscsi cinder-scheduler[682832]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 18:30:19.488186 dv-cinder-788365-9-iscsi cinder-scheduler[682832]:   from cryptography.utils import int_from_bytes
Aug 17 18:30:19.488186 dv-cinder-788365-9-iscsi cinder-scheduler[682832]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:133: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 18:30:19.488186 dv-cinder-788365-9-iscsi cinder-scheduler[682832]:   last_heartbeat = column_property(
Aug 17 18:30:19.488186 dv-cinder-788365-9-iscsi cinder-scheduler[682832]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:139: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 18:30:19.488186 dv-cinder-788365-9-iscsi cinder-scheduler[682832]:   num_hosts = column_property(
Aug 17 18:30:19.488186 dv-cinder-788365-9-iscsi cinder-scheduler[682832]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:146: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 18:30:19.488186 dv-cinder-788365-9-iscsi cinder-scheduler[682832]:   num_down_hosts = column_property(
Aug 17 18:30:19.490688 dv-cinder-788365-9-iscsi cinder-scheduler[682832]: CRITICAL cinder [-] Unhandled error: AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 18:30:19.490688 dv-cinder-788365-9-iscsi cinder-scheduler[682832]: ERROR cinder Traceback (most recent call last):
Aug 17 18:30:19.490688 dv-cinder-788365-9-iscsi cinder-scheduler[682832]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 17 18:30:19.490688 dv-cinder-788365-9-iscsi cinder-scheduler[682832]: ERROR cinder     sys.exit(main())
Aug 17 18:30:19.490688 dv-cinder-788365-9-iscsi cinder-scheduler[682832]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 17 18:30:19.490688 dv-cinder-788365-9-iscsi cinder-scheduler[682832]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 17 18:30:19.490688 dv-cinder-788365-9-iscsi cinder-scheduler[682832]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 394, in create
Aug 17 18:30:19.490688 dv-cinder-788365-9-iscsi cinder-scheduler[682832]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 17 18:30:19.490688 dv-cinder-788365-9-iscsi cinder-scheduler[682832]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 147, in __init__
Aug 17 18:30:19.490688 dv-cinder-788365-9-iscsi cinder-scheduler[682832]: ERROR cinder     manager_class = importutils.import_class(self.manager_class_name)
Aug 17 18:30:19.490688 dv-cinder-788365-9-iscsi cinder-scheduler[682832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 30, in import_class
Aug 17 18:30:19.490688 dv-cinder-788365-9-iscsi cinder-scheduler[682832]: ERROR cinder     __import__(mod_str)
Aug 17 18:30:19.490688 dv-cinder-788365-9-iscsi cinder-scheduler[682832]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 49, in <module>
Aug 17 18:30:19.490688 dv-cinder-788365-9-iscsi cinder-scheduler[682832]: ERROR cinder     from cinder.scheduler.flows import create_volume
Aug 17 18:30:19.490688 dv-cinder-788365-9-iscsi cinder-scheduler[682832]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/flows/create_volume.py", line 173, in <module>
Aug 17 18:30:19.490688 dv-cinder-788365-9-iscsi cinder-scheduler[682832]: ERROR cinder     backup_id: Optional[str] = None) -> taskflow.engines.base.Engine:
Aug 17 18:30:19.490688 dv-cinder-788365-9-iscsi cinder-scheduler[682832]: ERROR cinder AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 18:30:19.490688 dv-cinder-788365-9-iscsi cinder-scheduler[682832]: ERROR cinder 
Aug 17 18:30:19.818692 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 17 18:30:19.818718 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 17 18:43:44.450536 dv-cinder-788365-9-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 17 18:43:47.342524 dv-cinder-788365-9-iscsi cinder-scheduler[745189]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 18:43:47.342524 dv-cinder-788365-9-iscsi cinder-scheduler[745189]:   from cryptography.utils import int_from_bytes
Aug 17 18:43:47.342524 dv-cinder-788365-9-iscsi cinder-scheduler[745189]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 18:43:47.342524 dv-cinder-788365-9-iscsi cinder-scheduler[745189]:   from cryptography.utils import int_from_bytes
Aug 17 18:43:47.342524 dv-cinder-788365-9-iscsi cinder-scheduler[745189]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:133: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 18:43:47.342524 dv-cinder-788365-9-iscsi cinder-scheduler[745189]:   last_heartbeat = column_property(
Aug 17 18:43:47.342524 dv-cinder-788365-9-iscsi cinder-scheduler[745189]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:139: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 18:43:47.342524 dv-cinder-788365-9-iscsi cinder-scheduler[745189]:   num_hosts = column_property(
Aug 17 18:43:47.342524 dv-cinder-788365-9-iscsi cinder-scheduler[745189]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:146: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 18:43:47.342524 dv-cinder-788365-9-iscsi cinder-scheduler[745189]:   num_down_hosts = column_property(
Aug 17 18:43:47.344570 dv-cinder-788365-9-iscsi cinder-scheduler[745189]: CRITICAL cinder [-] Unhandled error: AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 18:43:47.344570 dv-cinder-788365-9-iscsi cinder-scheduler[745189]: ERROR cinder Traceback (most recent call last):
Aug 17 18:43:47.344570 dv-cinder-788365-9-iscsi cinder-scheduler[745189]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 17 18:43:47.344570 dv-cinder-788365-9-iscsi cinder-scheduler[745189]: ERROR cinder     sys.exit(main())
Aug 17 18:43:47.344570 dv-cinder-788365-9-iscsi cinder-scheduler[745189]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 17 18:43:47.344570 dv-cinder-788365-9-iscsi cinder-scheduler[745189]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 17 18:43:47.344570 dv-cinder-788365-9-iscsi cinder-scheduler[745189]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 394, in create
Aug 17 18:43:47.344570 dv-cinder-788365-9-iscsi cinder-scheduler[745189]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 17 18:43:47.344570 dv-cinder-788365-9-iscsi cinder-scheduler[745189]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 147, in __init__
Aug 17 18:43:47.344570 dv-cinder-788365-9-iscsi cinder-scheduler[745189]: ERROR cinder     manager_class = importutils.import_class(self.manager_class_name)
Aug 17 18:43:47.344570 dv-cinder-788365-9-iscsi cinder-scheduler[745189]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 30, in import_class
Aug 17 18:43:47.344570 dv-cinder-788365-9-iscsi cinder-scheduler[745189]: ERROR cinder     __import__(mod_str)
Aug 17 18:43:47.344570 dv-cinder-788365-9-iscsi cinder-scheduler[745189]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 49, in <module>
Aug 17 18:43:47.344570 dv-cinder-788365-9-iscsi cinder-scheduler[745189]: ERROR cinder     from cinder.scheduler.flows import create_volume
Aug 17 18:43:47.344570 dv-cinder-788365-9-iscsi cinder-scheduler[745189]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/flows/create_volume.py", line 173, in <module>
Aug 17 18:43:47.344570 dv-cinder-788365-9-iscsi cinder-scheduler[745189]: ERROR cinder     backup_id: Optional[str] = None) -> taskflow.engines.base.Engine:
Aug 17 18:43:47.344570 dv-cinder-788365-9-iscsi cinder-scheduler[745189]: ERROR cinder AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 18:43:47.344570 dv-cinder-788365-9-iscsi cinder-scheduler[745189]: ERROR cinder 
Aug 17 18:43:47.664785 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 17 18:43:47.664829 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 17 18:56:44.998426 dv-cinder-788365-9-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 17 18:56:47.879711 dv-cinder-788365-9-iscsi cinder-scheduler[807968]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 18:56:47.879711 dv-cinder-788365-9-iscsi cinder-scheduler[807968]:   from cryptography.utils import int_from_bytes
Aug 17 18:56:47.879711 dv-cinder-788365-9-iscsi cinder-scheduler[807968]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 17 18:56:47.879711 dv-cinder-788365-9-iscsi cinder-scheduler[807968]:   from cryptography.utils import int_from_bytes
Aug 17 18:56:47.879711 dv-cinder-788365-9-iscsi cinder-scheduler[807968]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:133: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 18:56:47.879711 dv-cinder-788365-9-iscsi cinder-scheduler[807968]:   last_heartbeat = column_property(
Aug 17 18:56:47.879711 dv-cinder-788365-9-iscsi cinder-scheduler[807968]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:139: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 18:56:47.879711 dv-cinder-788365-9-iscsi cinder-scheduler[807968]:   num_hosts = column_property(
Aug 17 18:56:47.879711 dv-cinder-788365-9-iscsi cinder-scheduler[807968]: /opt/stack/cinder/cinder/db/sqlalchemy/models.py:146: SAWarning: implicitly coercing SELECT object to scalar subquery; please use the .scalar_subquery() method to produce a scalar subquery.
Aug 17 18:56:47.879711 dv-cinder-788365-9-iscsi cinder-scheduler[807968]:   num_down_hosts = column_property(
Aug 17 18:56:47.882146 dv-cinder-788365-9-iscsi cinder-scheduler[807968]: CRITICAL cinder [-] Unhandled error: AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 18:56:47.882146 dv-cinder-788365-9-iscsi cinder-scheduler[807968]: ERROR cinder Traceback (most recent call last):
Aug 17 18:56:47.882146 dv-cinder-788365-9-iscsi cinder-scheduler[807968]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 17 18:56:47.882146 dv-cinder-788365-9-iscsi cinder-scheduler[807968]: ERROR cinder     sys.exit(main())
Aug 17 18:56:47.882146 dv-cinder-788365-9-iscsi cinder-scheduler[807968]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 17 18:56:47.882146 dv-cinder-788365-9-iscsi cinder-scheduler[807968]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 17 18:56:47.882146 dv-cinder-788365-9-iscsi cinder-scheduler[807968]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 394, in create
Aug 17 18:56:47.882146 dv-cinder-788365-9-iscsi cinder-scheduler[807968]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 17 18:56:47.882146 dv-cinder-788365-9-iscsi cinder-scheduler[807968]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 147, in __init__
Aug 17 18:56:47.882146 dv-cinder-788365-9-iscsi cinder-scheduler[807968]: ERROR cinder     manager_class = importutils.import_class(self.manager_class_name)
Aug 17 18:56:47.882146 dv-cinder-788365-9-iscsi cinder-scheduler[807968]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 30, in import_class
Aug 17 18:56:47.882146 dv-cinder-788365-9-iscsi cinder-scheduler[807968]: ERROR cinder     __import__(mod_str)
Aug 17 18:56:47.882146 dv-cinder-788365-9-iscsi cinder-scheduler[807968]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 49, in <module>
Aug 17 18:56:47.882146 dv-cinder-788365-9-iscsi cinder-scheduler[807968]: ERROR cinder     from cinder.scheduler.flows import create_volume
Aug 17 18:56:47.882146 dv-cinder-788365-9-iscsi cinder-scheduler[807968]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/flows/create_volume.py", line 173, in <module>
Aug 17 18:56:47.882146 dv-cinder-788365-9-iscsi cinder-scheduler[807968]: ERROR cinder     backup_id: Optional[str] = None) -> taskflow.engines.base.Engine:
Aug 17 18:56:47.882146 dv-cinder-788365-9-iscsi cinder-scheduler[807968]: ERROR cinder AttributeError: module 'taskflow.engines' has no attribute 'base'
Aug 17 18:56:47.882146 dv-cinder-788365-9-iscsi cinder-scheduler[807968]: ERROR cinder 
Aug 17 18:56:48.206071 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 17 18:56:48.206101 dv-cinder-788365-9-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.