-- Logs begin at Thu 2022-07-28 10:22:00 UTC, end at Thu 2022-07-28 13:32:00 UTC. --
Jul 28 11:03:27.860325 dv-cinder-851351-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 11:03:31.121874 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: INFO dbcounter [None req-55456d0b-09e6-41eb-bc1c-159afdf23ec2 None None] Registered counter for database cinder
Jul 28 11:03:31.141770 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: DEBUG oslo_db.sqlalchemy.engines [None req-55456d0b-09e6-41eb-bc1c-159afdf23ec2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111327) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 11:03:31.156038 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: DEBUG dbcounter [-] [111327] Writer thread running {{(pid=111327) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 11:03:31.418276 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 11:03:31.418276 dv-cinder-851351-2-iscsi cinder-scheduler[111327]:   from cryptography.utils import int_from_bytes
Jul 28 11:03:31.418276 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 11:03:31.418276 dv-cinder-851351-2-iscsi cinder-scheduler[111327]:   from cryptography.utils import int_from_bytes
Jul 28 11:03:31.429596 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: CRITICAL cinder [None req-55456d0b-09e6-41eb-bc1c-159afdf23ec2 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:03:31.429596 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 11:03:31.429596 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: FROM services
Jul 28 11:03:31.429596 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:03:31.429596 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: FROM clusters
Jul 28 11:03:31.429596 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:03:31.429596 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: FROM clusters
Jul 28 11:03:31.429596 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 11:03:31.429596 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 11:03:31.429596 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 11:03:31.429596 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder Traceback (most recent call last):
Jul 28 11:03:31.430403 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 11:03:31.430403 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     self.dialect.do_execute(
Jul 28 11:03:31.430403 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 11:03:31.430403 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 11:03:31.430403 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 11:03:31.430403 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     result = self._query(query)
Jul 28 11:03:31.430403 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 11:03:31.430403 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     conn.query(q)
Jul 28 11:03:31.430403 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 11:03:31.430403 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 11:03:31.430403 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 11:03:31.430403 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     result.read()
Jul 28 11:03:31.430403 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 11:03:31.430403 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 11:03:31.430403 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 11:03:31.430403 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     packet.raise_for_error()
Jul 28 11:03:31.430403 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 11:03:31.430403 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 11:03:31.430403 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 11:03:31.430403 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 11:03:31.430403 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:03:31.430403 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder 
Jul 28 11:03:31.431619 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 11:03:31.431619 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder 
Jul 28 11:03:31.431619 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder Traceback (most recent call last):
Jul 28 11:03:31.431619 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 11:03:31.431619 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     sys.exit(main())
Jul 28 11:03:31.431619 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 11:03:31.431619 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 11:03:31.431619 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 11:03:31.431619 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 11:03:31.431619 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 11:03:31.431619 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 11:03:31.431619 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 11:03:31.431619 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 11:03:31.431619 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 11:03:31.431619 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 11:03:31.431619 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 11:03:31.431619 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 11:03:31.431619 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 11:03:31.431619 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 11:03:31.431619 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 11:03:31.431619 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 11:03:31.431619 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 11:03:31.431619 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 11:03:31.434645 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 11:03:31.434645 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 11:03:31.434645 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 11:03:31.434645 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 11:03:31.434645 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 11:03:31.434645 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 11:03:31.434645 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 11:03:31.434645 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     return f(*args, **kwargs)
Jul 28 11:03:31.434645 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 11:03:31.434645 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 11:03:31.434645 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 11:03:31.434645 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     return [] if not query else query.all()
Jul 28 11:03:31.434645 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 11:03:31.434645 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     return self._iter().all()
Jul 28 11:03:31.434645 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 11:03:31.434645 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     result = self.session.execute(
Jul 28 11:03:31.434645 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 11:03:31.434645 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 11:03:31.434645 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 11:03:31.434645 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 11:03:31.435752 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 11:03:31.435752 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 11:03:31.435752 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 11:03:31.435752 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     ret = self._execute_context(
Jul 28 11:03:31.435752 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 11:03:31.435752 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 11:03:31.435752 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 11:03:31.435752 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 11:03:31.435752 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 11:03:31.435752 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     raise exception
Jul 28 11:03:31.435752 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 11:03:31.435752 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     self.dialect.do_execute(
Jul 28 11:03:31.435752 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 11:03:31.435752 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 11:03:31.435752 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 11:03:31.435752 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     result = self._query(query)
Jul 28 11:03:31.435752 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 11:03:31.435752 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     conn.query(q)
Jul 28 11:03:31.435752 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 11:03:31.435752 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 11:03:31.435752 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 11:03:31.436838 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     result.read()
Jul 28 11:03:31.436838 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 11:03:31.436838 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 11:03:31.436838 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 11:03:31.436838 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     packet.raise_for_error()
Jul 28 11:03:31.436838 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 11:03:31.436838 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 11:03:31.436838 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 11:03:31.436838 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 11:03:31.436838 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:03:31.436838 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 11:03:31.436838 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder FROM services
Jul 28 11:03:31.437498 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:03:31.437498 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder FROM clusters
Jul 28 11:03:31.437498 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:03:31.437498 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder FROM clusters
Jul 28 11:03:31.437498 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 11:03:31.437498 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 11:03:31.437498 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 11:03:31.437498 dv-cinder-851351-2-iscsi cinder-scheduler[111327]: ERROR cinder 
Jul 28 11:03:31.851346 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 11:03:31.851371 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Jul 28 11:16:35.204709 dv-cinder-851351-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 11:16:39.730619 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: INFO dbcounter [None req-d40f96bb-ceba-4358-89fe-edb469f0467f None None] Registered counter for database cinder
Jul 28 11:16:39.763185 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: DEBUG oslo_db.sqlalchemy.engines [None req-d40f96bb-ceba-4358-89fe-edb469f0467f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=174899) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 11:16:39.775008 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: DEBUG dbcounter [-] [174899] Writer thread running {{(pid=174899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 11:16:40.206383 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 11:16:40.206383 dv-cinder-851351-2-iscsi cinder-scheduler[174899]:   from cryptography.utils import int_from_bytes
Jul 28 11:16:40.206383 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 11:16:40.206383 dv-cinder-851351-2-iscsi cinder-scheduler[174899]:   from cryptography.utils import int_from_bytes
Jul 28 11:16:40.227727 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: CRITICAL cinder [None req-d40f96bb-ceba-4358-89fe-edb469f0467f None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:16:40.227727 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 11:16:40.227727 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: FROM services
Jul 28 11:16:40.227727 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:16:40.227727 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: FROM clusters
Jul 28 11:16:40.227727 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:16:40.227727 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: FROM clusters
Jul 28 11:16:40.227727 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 11:16:40.227727 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 11:16:40.227727 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 11:16:40.227727 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder Traceback (most recent call last):
Jul 28 11:16:40.229244 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 11:16:40.229244 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     self.dialect.do_execute(
Jul 28 11:16:40.229244 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 11:16:40.229244 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 11:16:40.229244 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 11:16:40.229244 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     result = self._query(query)
Jul 28 11:16:40.229244 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 11:16:40.229244 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     conn.query(q)
Jul 28 11:16:40.229244 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 11:16:40.229244 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 11:16:40.229244 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 11:16:40.229244 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     result.read()
Jul 28 11:16:40.229244 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 11:16:40.229244 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 11:16:40.229244 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 11:16:40.229244 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     packet.raise_for_error()
Jul 28 11:16:40.229244 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 11:16:40.229244 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 11:16:40.229244 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 11:16:40.229244 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 11:16:40.229244 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:16:40.229244 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder 
Jul 28 11:16:40.231738 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 11:16:40.231738 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder 
Jul 28 11:16:40.231738 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder Traceback (most recent call last):
Jul 28 11:16:40.231738 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 11:16:40.231738 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     sys.exit(main())
Jul 28 11:16:40.231738 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 11:16:40.231738 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 11:16:40.231738 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 11:16:40.231738 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 11:16:40.231738 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 11:16:40.231738 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 11:16:40.231738 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 11:16:40.231738 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 11:16:40.231738 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 11:16:40.231738 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 11:16:40.231738 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 11:16:40.231738 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 11:16:40.231738 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 11:16:40.231738 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 11:16:40.231738 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 11:16:40.231738 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 11:16:40.231738 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 11:16:40.231738 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 11:16:40.238362 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 11:16:40.238362 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 11:16:40.238362 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 11:16:40.238362 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 11:16:40.238362 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 11:16:40.238362 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 11:16:40.238362 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 11:16:40.238362 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     return f(*args, **kwargs)
Jul 28 11:16:40.238362 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 11:16:40.238362 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 11:16:40.238362 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 11:16:40.238362 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     return [] if not query else query.all()
Jul 28 11:16:40.238362 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 11:16:40.238362 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     return self._iter().all()
Jul 28 11:16:40.238362 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 11:16:40.238362 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     result = self.session.execute(
Jul 28 11:16:40.238362 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 11:16:40.238362 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 11:16:40.238362 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 11:16:40.238362 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 11:16:40.241624 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 11:16:40.241624 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 11:16:40.241624 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 11:16:40.241624 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     ret = self._execute_context(
Jul 28 11:16:40.241624 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 11:16:40.241624 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 11:16:40.241624 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 11:16:40.241624 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 11:16:40.241624 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 11:16:40.241624 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     raise exception
Jul 28 11:16:40.241624 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 11:16:40.241624 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     self.dialect.do_execute(
Jul 28 11:16:40.241624 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 11:16:40.241624 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 11:16:40.241624 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 11:16:40.241624 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     result = self._query(query)
Jul 28 11:16:40.241624 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 11:16:40.241624 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     conn.query(q)
Jul 28 11:16:40.241624 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 11:16:40.241624 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 11:16:40.241624 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 11:16:40.245794 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     result.read()
Jul 28 11:16:40.245794 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 11:16:40.245794 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 11:16:40.245794 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 11:16:40.245794 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     packet.raise_for_error()
Jul 28 11:16:40.245794 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 11:16:40.245794 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 11:16:40.245794 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 11:16:40.245794 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 11:16:40.245794 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:16:40.245794 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 11:16:40.245794 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder FROM services
Jul 28 11:16:40.247292 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:16:40.247292 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder FROM clusters
Jul 28 11:16:40.247292 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:16:40.247292 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder FROM clusters
Jul 28 11:16:40.247292 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 11:16:40.247292 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 11:16:40.247292 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 11:16:40.247292 dv-cinder-851351-2-iscsi cinder-scheduler[174899]: ERROR cinder 
Jul 28 11:16:40.668690 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 11:16:40.668713 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Jul 28 11:29:13.278288 dv-cinder-851351-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 11:29:16.349975 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: INFO dbcounter [None req-1b7e2277-6b7c-4f03-8f35-4d06bd0e2622 None None] Registered counter for database cinder
Jul 28 11:29:16.368680 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: DEBUG oslo_db.sqlalchemy.engines [None req-1b7e2277-6b7c-4f03-8f35-4d06bd0e2622 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=238609) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 11:29:16.375156 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: DEBUG dbcounter [-] [238609] Writer thread running {{(pid=238609) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 11:29:16.592818 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 11:29:16.592818 dv-cinder-851351-2-iscsi cinder-scheduler[238609]:   from cryptography.utils import int_from_bytes
Jul 28 11:29:16.592818 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 11:29:16.592818 dv-cinder-851351-2-iscsi cinder-scheduler[238609]:   from cryptography.utils import int_from_bytes
Jul 28 11:29:16.604951 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: CRITICAL cinder [None req-1b7e2277-6b7c-4f03-8f35-4d06bd0e2622 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:29:16.604951 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 11:29:16.604951 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: FROM services
Jul 28 11:29:16.604951 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:29:16.604951 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: FROM clusters
Jul 28 11:29:16.604951 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:29:16.604951 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: FROM clusters
Jul 28 11:29:16.604951 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 11:29:16.604951 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 11:29:16.604951 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 11:29:16.604951 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder Traceback (most recent call last):
Jul 28 11:29:16.605744 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 11:29:16.605744 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     self.dialect.do_execute(
Jul 28 11:29:16.605744 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 11:29:16.605744 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 11:29:16.605744 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 11:29:16.605744 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     result = self._query(query)
Jul 28 11:29:16.605744 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 11:29:16.605744 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     conn.query(q)
Jul 28 11:29:16.605744 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 11:29:16.605744 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 11:29:16.605744 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 11:29:16.605744 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     result.read()
Jul 28 11:29:16.605744 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 11:29:16.605744 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 11:29:16.605744 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 11:29:16.605744 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     packet.raise_for_error()
Jul 28 11:29:16.605744 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 11:29:16.605744 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 11:29:16.605744 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 11:29:16.605744 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 11:29:16.605744 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:29:16.605744 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder 
Jul 28 11:29:16.606966 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 11:29:16.606966 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder 
Jul 28 11:29:16.606966 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder Traceback (most recent call last):
Jul 28 11:29:16.606966 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 11:29:16.606966 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     sys.exit(main())
Jul 28 11:29:16.606966 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 11:29:16.606966 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 11:29:16.606966 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 11:29:16.606966 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 11:29:16.606966 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 11:29:16.606966 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 11:29:16.606966 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 11:29:16.606966 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 11:29:16.606966 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 11:29:16.606966 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 11:29:16.606966 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 11:29:16.606966 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 11:29:16.606966 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 11:29:16.606966 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 11:29:16.606966 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 11:29:16.606966 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 11:29:16.606966 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 11:29:16.606966 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 11:29:16.608321 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 11:29:16.608321 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 11:29:16.608321 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 11:29:16.608321 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 11:29:16.608321 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 11:29:16.608321 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 11:29:16.608321 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 11:29:16.608321 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     return f(*args, **kwargs)
Jul 28 11:29:16.608321 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 11:29:16.608321 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 11:29:16.608321 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 11:29:16.608321 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     return [] if not query else query.all()
Jul 28 11:29:16.608321 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 11:29:16.608321 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     return self._iter().all()
Jul 28 11:29:16.608321 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 11:29:16.608321 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     result = self.session.execute(
Jul 28 11:29:16.608321 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 11:29:16.608321 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 11:29:16.608321 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 11:29:16.608321 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 11:29:16.610040 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 11:29:16.610040 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 11:29:16.610040 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 11:29:16.610040 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     ret = self._execute_context(
Jul 28 11:29:16.610040 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 11:29:16.610040 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 11:29:16.610040 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 11:29:16.610040 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 11:29:16.610040 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 11:29:16.610040 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     raise exception
Jul 28 11:29:16.610040 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 11:29:16.610040 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     self.dialect.do_execute(
Jul 28 11:29:16.610040 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 11:29:16.610040 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 11:29:16.610040 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 11:29:16.610040 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     result = self._query(query)
Jul 28 11:29:16.610040 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 11:29:16.610040 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     conn.query(q)
Jul 28 11:29:16.610040 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 11:29:16.610040 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 11:29:16.610040 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 11:29:16.612610 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     result.read()
Jul 28 11:29:16.612610 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 11:29:16.612610 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 11:29:16.612610 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 11:29:16.612610 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     packet.raise_for_error()
Jul 28 11:29:16.612610 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 11:29:16.612610 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 11:29:16.612610 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 11:29:16.612610 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 11:29:16.612610 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:29:16.612610 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 11:29:16.612610 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder FROM services
Jul 28 11:29:16.614307 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:29:16.614307 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder FROM clusters
Jul 28 11:29:16.614307 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:29:16.614307 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder FROM clusters
Jul 28 11:29:16.614307 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 11:29:16.614307 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 11:29:16.614307 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 11:29:16.614307 dv-cinder-851351-2-iscsi cinder-scheduler[238609]: ERROR cinder 
Jul 28 11:29:17.015368 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 11:29:17.015394 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Jul 28 11:41:44.899223 dv-cinder-851351-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 11:41:48.053290 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: INFO dbcounter [None req-39d11b06-ea90-46e1-9017-b64758ed8db5 None None] Registered counter for database cinder
Jul 28 11:41:48.080908 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: DEBUG oslo_db.sqlalchemy.engines [None req-39d11b06-ea90-46e1-9017-b64758ed8db5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=308590) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 11:41:48.096200 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: DEBUG dbcounter [-] [308590] Writer thread running {{(pid=308590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 11:41:48.306175 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 11:41:48.306175 dv-cinder-851351-2-iscsi cinder-scheduler[308590]:   from cryptography.utils import int_from_bytes
Jul 28 11:41:48.306175 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 11:41:48.306175 dv-cinder-851351-2-iscsi cinder-scheduler[308590]:   from cryptography.utils import int_from_bytes
Jul 28 11:41:48.317367 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: CRITICAL cinder [None req-39d11b06-ea90-46e1-9017-b64758ed8db5 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:41:48.317367 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 11:41:48.317367 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: FROM services
Jul 28 11:41:48.317367 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:41:48.317367 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: FROM clusters
Jul 28 11:41:48.317367 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:41:48.317367 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: FROM clusters
Jul 28 11:41:48.317367 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 11:41:48.317367 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 11:41:48.317367 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 11:41:48.317367 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder Traceback (most recent call last):
Jul 28 11:41:48.318464 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 11:41:48.318464 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     self.dialect.do_execute(
Jul 28 11:41:48.318464 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 11:41:48.318464 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 11:41:48.318464 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 11:41:48.318464 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     result = self._query(query)
Jul 28 11:41:48.318464 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 11:41:48.318464 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     conn.query(q)
Jul 28 11:41:48.318464 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 11:41:48.318464 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 11:41:48.318464 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 11:41:48.318464 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     result.read()
Jul 28 11:41:48.318464 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 11:41:48.318464 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 11:41:48.318464 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 11:41:48.318464 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     packet.raise_for_error()
Jul 28 11:41:48.318464 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 11:41:48.318464 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 11:41:48.318464 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 11:41:48.318464 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 11:41:48.318464 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:41:48.318464 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder 
Jul 28 11:41:48.320410 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 11:41:48.320410 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder 
Jul 28 11:41:48.320410 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder Traceback (most recent call last):
Jul 28 11:41:48.320410 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 11:41:48.320410 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     sys.exit(main())
Jul 28 11:41:48.320410 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 11:41:48.320410 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 11:41:48.320410 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 11:41:48.320410 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 11:41:48.320410 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 11:41:48.320410 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 11:41:48.320410 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 11:41:48.320410 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 11:41:48.320410 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 11:41:48.320410 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 11:41:48.320410 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 11:41:48.320410 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 11:41:48.320410 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 11:41:48.320410 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 11:41:48.320410 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 11:41:48.320410 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 11:41:48.320410 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 11:41:48.320410 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 11:41:48.324266 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 11:41:48.324266 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 11:41:48.324266 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 11:41:48.324266 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 11:41:48.324266 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 11:41:48.324266 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 11:41:48.324266 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 11:41:48.324266 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     return f(*args, **kwargs)
Jul 28 11:41:48.324266 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 11:41:48.324266 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 11:41:48.324266 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 11:41:48.324266 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     return [] if not query else query.all()
Jul 28 11:41:48.324266 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 11:41:48.324266 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     return self._iter().all()
Jul 28 11:41:48.324266 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 11:41:48.324266 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     result = self.session.execute(
Jul 28 11:41:48.324266 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 11:41:48.324266 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 11:41:48.324266 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 11:41:48.324266 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 11:41:48.327634 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 11:41:48.327634 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 11:41:48.327634 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 11:41:48.327634 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     ret = self._execute_context(
Jul 28 11:41:48.327634 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 11:41:48.327634 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 11:41:48.327634 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 11:41:48.327634 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 11:41:48.327634 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 11:41:48.327634 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     raise exception
Jul 28 11:41:48.327634 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 11:41:48.327634 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     self.dialect.do_execute(
Jul 28 11:41:48.327634 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 11:41:48.327634 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 11:41:48.327634 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 11:41:48.327634 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     result = self._query(query)
Jul 28 11:41:48.327634 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 11:41:48.327634 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     conn.query(q)
Jul 28 11:41:48.327634 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 11:41:48.327634 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 11:41:48.327634 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 11:41:48.332190 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     result.read()
Jul 28 11:41:48.332190 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 11:41:48.332190 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 11:41:48.332190 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 11:41:48.332190 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     packet.raise_for_error()
Jul 28 11:41:48.332190 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 11:41:48.332190 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 11:41:48.332190 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 11:41:48.332190 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 11:41:48.332190 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:41:48.332190 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 11:41:48.332190 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder FROM services
Jul 28 11:41:48.334522 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:41:48.334522 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder FROM clusters
Jul 28 11:41:48.334522 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:41:48.334522 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder FROM clusters
Jul 28 11:41:48.334522 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 11:41:48.334522 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 11:41:48.334522 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 11:41:48.334522 dv-cinder-851351-2-iscsi cinder-scheduler[308590]: ERROR cinder 
Jul 28 11:41:48.730769 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 11:41:48.730801 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Jul 28 11:57:38.083340 dv-cinder-851351-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 11:57:41.085099 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: INFO dbcounter [None req-b3ccbc2e-cad6-43ea-9978-e33469c8ab7f None None] Registered counter for database cinder
Jul 28 11:57:41.104364 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: DEBUG oslo_db.sqlalchemy.engines [None req-b3ccbc2e-cad6-43ea-9978-e33469c8ab7f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=378473) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 11:57:41.110792 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: DEBUG dbcounter [-] [378473] Writer thread running {{(pid=378473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 11:57:41.316753 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 11:57:41.316753 dv-cinder-851351-2-iscsi cinder-scheduler[378473]:   from cryptography.utils import int_from_bytes
Jul 28 11:57:41.316753 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 11:57:41.316753 dv-cinder-851351-2-iscsi cinder-scheduler[378473]:   from cryptography.utils import int_from_bytes
Jul 28 11:57:41.327930 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: CRITICAL cinder [None req-b3ccbc2e-cad6-43ea-9978-e33469c8ab7f None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:57:41.327930 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 11:57:41.327930 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: FROM services
Jul 28 11:57:41.327930 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:57:41.327930 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: FROM clusters
Jul 28 11:57:41.327930 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:57:41.327930 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: FROM clusters
Jul 28 11:57:41.327930 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 11:57:41.327930 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 11:57:41.327930 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 11:57:41.327930 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder Traceback (most recent call last):
Jul 28 11:57:41.328698 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 11:57:41.328698 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     self.dialect.do_execute(
Jul 28 11:57:41.328698 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 11:57:41.328698 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 11:57:41.328698 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 11:57:41.328698 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     result = self._query(query)
Jul 28 11:57:41.328698 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 11:57:41.328698 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     conn.query(q)
Jul 28 11:57:41.328698 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 11:57:41.328698 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 11:57:41.328698 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 11:57:41.328698 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     result.read()
Jul 28 11:57:41.328698 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 11:57:41.328698 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 11:57:41.328698 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 11:57:41.328698 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     packet.raise_for_error()
Jul 28 11:57:41.328698 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 11:57:41.328698 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 11:57:41.328698 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 11:57:41.328698 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 11:57:41.328698 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:57:41.328698 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder 
Jul 28 11:57:41.329797 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 11:57:41.329797 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder 
Jul 28 11:57:41.329797 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder Traceback (most recent call last):
Jul 28 11:57:41.329797 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 11:57:41.329797 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     sys.exit(main())
Jul 28 11:57:41.329797 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 11:57:41.329797 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 11:57:41.329797 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 11:57:41.329797 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 11:57:41.329797 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 11:57:41.329797 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 11:57:41.329797 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 11:57:41.329797 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 11:57:41.329797 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 11:57:41.329797 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 11:57:41.329797 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 11:57:41.329797 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 11:57:41.329797 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 11:57:41.329797 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 11:57:41.329797 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 11:57:41.329797 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 11:57:41.329797 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 11:57:41.329797 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 11:57:41.331150 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 11:57:41.331150 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 11:57:41.331150 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 11:57:41.331150 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 11:57:41.331150 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 11:57:41.331150 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 11:57:41.331150 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 11:57:41.331150 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     return f(*args, **kwargs)
Jul 28 11:57:41.331150 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 11:57:41.331150 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 11:57:41.331150 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 11:57:41.331150 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     return [] if not query else query.all()
Jul 28 11:57:41.331150 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 11:57:41.331150 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     return self._iter().all()
Jul 28 11:57:41.331150 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 11:57:41.331150 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     result = self.session.execute(
Jul 28 11:57:41.331150 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 11:57:41.331150 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 11:57:41.331150 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 11:57:41.331150 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 11:57:41.332949 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 11:57:41.332949 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 11:57:41.332949 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 11:57:41.332949 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     ret = self._execute_context(
Jul 28 11:57:41.332949 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 11:57:41.332949 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 11:57:41.332949 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 11:57:41.332949 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 11:57:41.332949 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 11:57:41.332949 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     raise exception
Jul 28 11:57:41.332949 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 11:57:41.332949 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     self.dialect.do_execute(
Jul 28 11:57:41.332949 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 11:57:41.332949 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 11:57:41.332949 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 11:57:41.332949 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     result = self._query(query)
Jul 28 11:57:41.332949 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 11:57:41.332949 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     conn.query(q)
Jul 28 11:57:41.332949 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 11:57:41.332949 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 11:57:41.332949 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 11:57:41.334055 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     result.read()
Jul 28 11:57:41.334055 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 11:57:41.334055 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 11:57:41.334055 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 11:57:41.334055 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     packet.raise_for_error()
Jul 28 11:57:41.334055 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 11:57:41.334055 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 11:57:41.334055 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 11:57:41.334055 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 11:57:41.334055 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:57:41.334055 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 11:57:41.334055 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder FROM services
Jul 28 11:57:41.334684 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:57:41.334684 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder FROM clusters
Jul 28 11:57:41.334684 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:57:41.334684 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder FROM clusters
Jul 28 11:57:41.334684 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 11:57:41.334684 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 11:57:41.334684 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 11:57:41.334684 dv-cinder-851351-2-iscsi cinder-scheduler[378473]: ERROR cinder 
Jul 28 11:57:41.742704 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 11:57:41.742732 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Jul 28 12:10:02.399341 dv-cinder-851351-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 12:10:05.426122 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: INFO dbcounter [None req-04d6c142-9ced-455d-8c79-861fbdbc9f25 None None] Registered counter for database cinder
Jul 28 12:10:05.445361 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: DEBUG oslo_db.sqlalchemy.engines [None req-04d6c142-9ced-455d-8c79-861fbdbc9f25 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=442032) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 12:10:05.452497 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: DEBUG dbcounter [-] [442032] Writer thread running {{(pid=442032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 12:10:05.659584 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 12:10:05.659584 dv-cinder-851351-2-iscsi cinder-scheduler[442032]:   from cryptography.utils import int_from_bytes
Jul 28 12:10:05.659584 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 12:10:05.659584 dv-cinder-851351-2-iscsi cinder-scheduler[442032]:   from cryptography.utils import int_from_bytes
Jul 28 12:10:05.671444 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: CRITICAL cinder [None req-04d6c142-9ced-455d-8c79-861fbdbc9f25 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 12:10:05.671444 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 12:10:05.671444 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: FROM services
Jul 28 12:10:05.671444 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:10:05.671444 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: FROM clusters
Jul 28 12:10:05.671444 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:10:05.671444 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: FROM clusters
Jul 28 12:10:05.671444 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 12:10:05.671444 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 12:10:05.671444 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 12:10:05.671444 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder Traceback (most recent call last):
Jul 28 12:10:05.672293 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 12:10:05.672293 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     self.dialect.do_execute(
Jul 28 12:10:05.672293 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 12:10:05.672293 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 12:10:05.672293 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 12:10:05.672293 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     result = self._query(query)
Jul 28 12:10:05.672293 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 12:10:05.672293 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     conn.query(q)
Jul 28 12:10:05.672293 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 12:10:05.672293 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 12:10:05.672293 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 12:10:05.672293 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     result.read()
Jul 28 12:10:05.672293 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 12:10:05.672293 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 12:10:05.672293 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 12:10:05.672293 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     packet.raise_for_error()
Jul 28 12:10:05.672293 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 12:10:05.672293 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 12:10:05.672293 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 12:10:05.672293 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 12:10:05.672293 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 12:10:05.672293 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder 
Jul 28 12:10:05.673479 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 12:10:05.673479 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder 
Jul 28 12:10:05.673479 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder Traceback (most recent call last):
Jul 28 12:10:05.673479 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 12:10:05.673479 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     sys.exit(main())
Jul 28 12:10:05.673479 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 12:10:05.673479 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 12:10:05.673479 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 12:10:05.673479 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 12:10:05.673479 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 12:10:05.673479 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 12:10:05.673479 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 12:10:05.673479 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 12:10:05.673479 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 12:10:05.673479 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 12:10:05.673479 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 12:10:05.673479 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 12:10:05.673479 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 12:10:05.673479 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 12:10:05.673479 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 12:10:05.673479 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 12:10:05.673479 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 12:10:05.673479 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 12:10:05.674820 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 12:10:05.674820 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 12:10:05.674820 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 12:10:05.674820 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 12:10:05.674820 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 12:10:05.674820 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 12:10:05.674820 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 12:10:05.674820 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     return f(*args, **kwargs)
Jul 28 12:10:05.674820 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 12:10:05.674820 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 12:10:05.674820 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 12:10:05.674820 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     return [] if not query else query.all()
Jul 28 12:10:05.674820 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 12:10:05.674820 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     return self._iter().all()
Jul 28 12:10:05.674820 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 12:10:05.674820 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     result = self.session.execute(
Jul 28 12:10:05.674820 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 12:10:05.674820 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 12:10:05.674820 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 12:10:05.674820 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 12:10:05.676023 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 12:10:05.676023 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 12:10:05.676023 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 12:10:05.676023 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     ret = self._execute_context(
Jul 28 12:10:05.676023 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 12:10:05.676023 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 12:10:05.676023 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 12:10:05.676023 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 12:10:05.676023 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 12:10:05.676023 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     raise exception
Jul 28 12:10:05.676023 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 12:10:05.676023 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     self.dialect.do_execute(
Jul 28 12:10:05.676023 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 12:10:05.676023 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 12:10:05.676023 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 12:10:05.676023 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     result = self._query(query)
Jul 28 12:10:05.676023 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 12:10:05.676023 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     conn.query(q)
Jul 28 12:10:05.676023 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 12:10:05.676023 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 12:10:05.676023 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 12:10:05.677184 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     result.read()
Jul 28 12:10:05.677184 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 12:10:05.677184 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 12:10:05.677184 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 12:10:05.677184 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     packet.raise_for_error()
Jul 28 12:10:05.677184 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 12:10:05.677184 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 12:10:05.677184 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 12:10:05.677184 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 12:10:05.677184 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 12:10:05.677184 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 12:10:05.677184 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder FROM services
Jul 28 12:10:05.677855 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:10:05.677855 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder FROM clusters
Jul 28 12:10:05.677855 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:10:05.677855 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder FROM clusters
Jul 28 12:10:05.677855 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 12:10:05.677855 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 12:10:05.677855 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 12:10:05.677855 dv-cinder-851351-2-iscsi cinder-scheduler[442032]: ERROR cinder 
Jul 28 12:10:06.083186 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 12:10:06.083200 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Jul 28 12:22:18.354515 dv-cinder-851351-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 12:22:21.349971 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: INFO dbcounter [None req-c88266d2-7061-4ffa-905c-706b5e26915c None None] Registered counter for database cinder
Jul 28 12:22:21.369093 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: DEBUG oslo_db.sqlalchemy.engines [None req-c88266d2-7061-4ffa-905c-706b5e26915c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=505530) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 12:22:21.375791 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: DEBUG dbcounter [-] [505530] Writer thread running {{(pid=505530) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 12:22:21.584060 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 12:22:21.584060 dv-cinder-851351-2-iscsi cinder-scheduler[505530]:   from cryptography.utils import int_from_bytes
Jul 28 12:22:21.584060 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 12:22:21.584060 dv-cinder-851351-2-iscsi cinder-scheduler[505530]:   from cryptography.utils import int_from_bytes
Jul 28 12:22:21.595217 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: CRITICAL cinder [None req-c88266d2-7061-4ffa-905c-706b5e26915c None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 12:22:21.595217 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 12:22:21.595217 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: FROM services
Jul 28 12:22:21.595217 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:22:21.595217 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: FROM clusters
Jul 28 12:22:21.595217 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:22:21.595217 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: FROM clusters
Jul 28 12:22:21.595217 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 12:22:21.595217 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 12:22:21.595217 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 12:22:21.595217 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder Traceback (most recent call last):
Jul 28 12:22:21.596097 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 12:22:21.596097 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     self.dialect.do_execute(
Jul 28 12:22:21.596097 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 12:22:21.596097 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 12:22:21.596097 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 12:22:21.596097 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     result = self._query(query)
Jul 28 12:22:21.596097 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 12:22:21.596097 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     conn.query(q)
Jul 28 12:22:21.596097 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 12:22:21.596097 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 12:22:21.596097 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 12:22:21.596097 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     result.read()
Jul 28 12:22:21.596097 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 12:22:21.596097 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 12:22:21.596097 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 12:22:21.596097 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     packet.raise_for_error()
Jul 28 12:22:21.596097 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 12:22:21.596097 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 12:22:21.596097 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 12:22:21.596097 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 12:22:21.596097 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 12:22:21.596097 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder 
Jul 28 12:22:21.597426 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 12:22:21.597426 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder 
Jul 28 12:22:21.597426 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder Traceback (most recent call last):
Jul 28 12:22:21.597426 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 12:22:21.597426 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     sys.exit(main())
Jul 28 12:22:21.597426 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 12:22:21.597426 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 12:22:21.597426 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 12:22:21.597426 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 12:22:21.597426 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 12:22:21.597426 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 12:22:21.597426 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 12:22:21.597426 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 12:22:21.597426 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 12:22:21.597426 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 12:22:21.597426 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 12:22:21.597426 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 12:22:21.597426 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 12:22:21.597426 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 12:22:21.597426 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 12:22:21.597426 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 12:22:21.597426 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 12:22:21.597426 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 12:22:21.599603 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 12:22:21.599603 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 12:22:21.599603 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 12:22:21.599603 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 12:22:21.599603 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 12:22:21.599603 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 12:22:21.599603 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 12:22:21.599603 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     return f(*args, **kwargs)
Jul 28 12:22:21.599603 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 12:22:21.599603 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 12:22:21.599603 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 12:22:21.599603 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     return [] if not query else query.all()
Jul 28 12:22:21.599603 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 12:22:21.599603 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     return self._iter().all()
Jul 28 12:22:21.599603 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 12:22:21.599603 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     result = self.session.execute(
Jul 28 12:22:21.599603 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 12:22:21.599603 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 12:22:21.599603 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 12:22:21.599603 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 12:22:21.603409 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 12:22:21.603409 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 12:22:21.603409 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 12:22:21.603409 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     ret = self._execute_context(
Jul 28 12:22:21.603409 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 12:22:21.603409 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 12:22:21.603409 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 12:22:21.603409 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 12:22:21.603409 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 12:22:21.603409 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     raise exception
Jul 28 12:22:21.603409 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 12:22:21.603409 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     self.dialect.do_execute(
Jul 28 12:22:21.603409 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 12:22:21.603409 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 12:22:21.603409 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 12:22:21.603409 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     result = self._query(query)
Jul 28 12:22:21.603409 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 12:22:21.603409 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     conn.query(q)
Jul 28 12:22:21.603409 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 12:22:21.603409 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 12:22:21.603409 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 12:22:21.606824 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     result.read()
Jul 28 12:22:21.606824 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 12:22:21.606824 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 12:22:21.606824 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 12:22:21.606824 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     packet.raise_for_error()
Jul 28 12:22:21.606824 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 12:22:21.606824 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 12:22:21.606824 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 12:22:21.606824 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 12:22:21.606824 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 12:22:21.606824 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 12:22:21.606824 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder FROM services
Jul 28 12:22:21.610043 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:22:21.610043 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder FROM clusters
Jul 28 12:22:21.610043 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:22:21.610043 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder FROM clusters
Jul 28 12:22:21.610043 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 12:22:21.610043 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 12:22:21.610043 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 12:22:21.610043 dv-cinder-851351-2-iscsi cinder-scheduler[505530]: ERROR cinder 
Jul 28 12:22:22.001878 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 12:22:22.001892 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Jul 28 12:34:25.548839 dv-cinder-851351-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 12:34:28.607981 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: INFO dbcounter [None req-cdfbbc52-360d-4e6f-95d2-8c8f4515810b None None] Registered counter for database cinder
Jul 28 12:34:28.626808 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: DEBUG oslo_db.sqlalchemy.engines [None req-cdfbbc52-360d-4e6f-95d2-8c8f4515810b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=569493) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 12:34:28.633668 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: DEBUG dbcounter [-] [569493] Writer thread running {{(pid=569493) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 12:34:28.838300 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 12:34:28.838300 dv-cinder-851351-2-iscsi cinder-scheduler[569493]:   from cryptography.utils import int_from_bytes
Jul 28 12:34:28.838300 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 12:34:28.838300 dv-cinder-851351-2-iscsi cinder-scheduler[569493]:   from cryptography.utils import int_from_bytes
Jul 28 12:34:28.850278 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: CRITICAL cinder [None req-cdfbbc52-360d-4e6f-95d2-8c8f4515810b None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 12:34:28.850278 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 12:34:28.850278 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: FROM services
Jul 28 12:34:28.850278 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:34:28.850278 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: FROM clusters
Jul 28 12:34:28.850278 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:34:28.850278 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: FROM clusters
Jul 28 12:34:28.850278 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 12:34:28.850278 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 12:34:28.850278 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 12:34:28.850278 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder Traceback (most recent call last):
Jul 28 12:34:28.851071 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 12:34:28.851071 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     self.dialect.do_execute(
Jul 28 12:34:28.851071 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 12:34:28.851071 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 12:34:28.851071 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 12:34:28.851071 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     result = self._query(query)
Jul 28 12:34:28.851071 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 12:34:28.851071 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     conn.query(q)
Jul 28 12:34:28.851071 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 12:34:28.851071 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 12:34:28.851071 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 12:34:28.851071 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     result.read()
Jul 28 12:34:28.851071 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 12:34:28.851071 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 12:34:28.851071 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 12:34:28.851071 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     packet.raise_for_error()
Jul 28 12:34:28.851071 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 12:34:28.851071 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 12:34:28.851071 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 12:34:28.851071 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 12:34:28.851071 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 12:34:28.851071 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder 
Jul 28 12:34:28.853050 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 12:34:28.853050 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder 
Jul 28 12:34:28.853050 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder Traceback (most recent call last):
Jul 28 12:34:28.853050 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 12:34:28.853050 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     sys.exit(main())
Jul 28 12:34:28.853050 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 12:34:28.853050 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 12:34:28.853050 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 12:34:28.853050 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 12:34:28.853050 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 12:34:28.853050 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 12:34:28.853050 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 12:34:28.853050 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 12:34:28.853050 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 12:34:28.853050 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 12:34:28.853050 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 12:34:28.853050 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 12:34:28.853050 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 12:34:28.853050 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 12:34:28.853050 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 12:34:28.853050 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 12:34:28.853050 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 12:34:28.853050 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 12:34:28.854899 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 12:34:28.854899 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 12:34:28.854899 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 12:34:28.854899 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 12:34:28.854899 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 12:34:28.854899 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 12:34:28.854899 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 12:34:28.854899 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     return f(*args, **kwargs)
Jul 28 12:34:28.854899 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 12:34:28.854899 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 12:34:28.854899 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 12:34:28.854899 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     return [] if not query else query.all()
Jul 28 12:34:28.854899 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 12:34:28.854899 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     return self._iter().all()
Jul 28 12:34:28.854899 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 12:34:28.854899 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     result = self.session.execute(
Jul 28 12:34:28.854899 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 12:34:28.854899 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 12:34:28.854899 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 12:34:28.854899 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 12:34:28.856248 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 12:34:28.856248 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 12:34:28.856248 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 12:34:28.856248 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     ret = self._execute_context(
Jul 28 12:34:28.856248 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 12:34:28.856248 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 12:34:28.856248 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 12:34:28.856248 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 12:34:28.856248 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 12:34:28.856248 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     raise exception
Jul 28 12:34:28.856248 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 12:34:28.856248 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     self.dialect.do_execute(
Jul 28 12:34:28.856248 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 12:34:28.856248 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 12:34:28.856248 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 12:34:28.856248 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     result = self._query(query)
Jul 28 12:34:28.856248 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 12:34:28.856248 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     conn.query(q)
Jul 28 12:34:28.856248 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 12:34:28.856248 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 12:34:28.856248 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 12:34:28.857455 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     result.read()
Jul 28 12:34:28.857455 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 12:34:28.857455 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 12:34:28.857455 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 12:34:28.857455 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     packet.raise_for_error()
Jul 28 12:34:28.857455 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 12:34:28.857455 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 12:34:28.857455 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 12:34:28.857455 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 12:34:28.857455 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 12:34:28.857455 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 12:34:28.857455 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder FROM services
Jul 28 12:34:28.858182 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:34:28.858182 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder FROM clusters
Jul 28 12:34:28.858182 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:34:28.858182 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder FROM clusters
Jul 28 12:34:28.858182 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 12:34:28.858182 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 12:34:28.858182 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 12:34:28.858182 dv-cinder-851351-2-iscsi cinder-scheduler[569493]: ERROR cinder 
Jul 28 12:34:29.261518 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 12:34:29.261533 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Jul 28 12:50:45.840904 dv-cinder-851351-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 12:50:48.845043 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: INFO dbcounter [None req-16cb84ce-7803-4bfb-a85e-112b3bc53df0 None None] Registered counter for database cinder
Jul 28 12:50:48.863668 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: DEBUG oslo_db.sqlalchemy.engines [None req-16cb84ce-7803-4bfb-a85e-112b3bc53df0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=638883) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 12:50:48.870122 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: DEBUG dbcounter [-] [638883] Writer thread running {{(pid=638883) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 12:50:49.079197 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 12:50:49.079197 dv-cinder-851351-2-iscsi cinder-scheduler[638883]:   from cryptography.utils import int_from_bytes
Jul 28 12:50:49.079197 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 12:50:49.079197 dv-cinder-851351-2-iscsi cinder-scheduler[638883]:   from cryptography.utils import int_from_bytes
Jul 28 12:50:49.090455 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: CRITICAL cinder [None req-16cb84ce-7803-4bfb-a85e-112b3bc53df0 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 12:50:49.090455 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 12:50:49.090455 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: FROM services
Jul 28 12:50:49.090455 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:50:49.090455 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: FROM clusters
Jul 28 12:50:49.090455 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:50:49.090455 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: FROM clusters
Jul 28 12:50:49.090455 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 12:50:49.090455 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 12:50:49.090455 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 12:50:49.090455 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder Traceback (most recent call last):
Jul 28 12:50:49.091238 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 12:50:49.091238 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     self.dialect.do_execute(
Jul 28 12:50:49.091238 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 12:50:49.091238 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 12:50:49.091238 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 12:50:49.091238 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     result = self._query(query)
Jul 28 12:50:49.091238 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 12:50:49.091238 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     conn.query(q)
Jul 28 12:50:49.091238 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 12:50:49.091238 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 12:50:49.091238 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 12:50:49.091238 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     result.read()
Jul 28 12:50:49.091238 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 12:50:49.091238 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 12:50:49.091238 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 12:50:49.091238 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     packet.raise_for_error()
Jul 28 12:50:49.091238 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 12:50:49.091238 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 12:50:49.091238 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 12:50:49.091238 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 12:50:49.091238 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 12:50:49.091238 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder 
Jul 28 12:50:49.092475 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 12:50:49.092475 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder 
Jul 28 12:50:49.092475 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder Traceback (most recent call last):
Jul 28 12:50:49.092475 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 12:50:49.092475 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     sys.exit(main())
Jul 28 12:50:49.092475 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 12:50:49.092475 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 12:50:49.092475 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 12:50:49.092475 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 12:50:49.092475 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 12:50:49.092475 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 12:50:49.092475 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 12:50:49.092475 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 12:50:49.092475 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 12:50:49.092475 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 12:50:49.092475 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 12:50:49.092475 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 12:50:49.092475 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 12:50:49.092475 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 12:50:49.092475 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 12:50:49.092475 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 12:50:49.092475 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 12:50:49.092475 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 12:50:49.094425 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 12:50:49.094425 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 12:50:49.094425 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 12:50:49.094425 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 12:50:49.094425 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 12:50:49.094425 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 12:50:49.094425 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 12:50:49.094425 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     return f(*args, **kwargs)
Jul 28 12:50:49.094425 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 12:50:49.094425 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 12:50:49.094425 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 12:50:49.094425 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     return [] if not query else query.all()
Jul 28 12:50:49.094425 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 12:50:49.094425 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     return self._iter().all()
Jul 28 12:50:49.094425 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 12:50:49.094425 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     result = self.session.execute(
Jul 28 12:50:49.094425 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 12:50:49.094425 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 12:50:49.094425 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 12:50:49.094425 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 12:50:49.095648 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 12:50:49.095648 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 12:50:49.095648 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 12:50:49.095648 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     ret = self._execute_context(
Jul 28 12:50:49.095648 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 12:50:49.095648 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 12:50:49.095648 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 12:50:49.095648 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 12:50:49.095648 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 12:50:49.095648 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     raise exception
Jul 28 12:50:49.095648 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 12:50:49.095648 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     self.dialect.do_execute(
Jul 28 12:50:49.095648 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 12:50:49.095648 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 12:50:49.095648 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 12:50:49.095648 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     result = self._query(query)
Jul 28 12:50:49.095648 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 12:50:49.095648 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     conn.query(q)
Jul 28 12:50:49.095648 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 12:50:49.095648 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 12:50:49.095648 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 12:50:49.096844 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     result.read()
Jul 28 12:50:49.096844 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 12:50:49.096844 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 12:50:49.096844 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 12:50:49.096844 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     packet.raise_for_error()
Jul 28 12:50:49.096844 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 12:50:49.096844 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 12:50:49.096844 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 12:50:49.096844 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 12:50:49.096844 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 12:50:49.096844 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 12:50:49.096844 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder FROM services
Jul 28 12:50:49.097485 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:50:49.097485 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder FROM clusters
Jul 28 12:50:49.097485 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:50:49.097485 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder FROM clusters
Jul 28 12:50:49.097485 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 12:50:49.097485 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 12:50:49.097485 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 12:50:49.097485 dv-cinder-851351-2-iscsi cinder-scheduler[638883]: ERROR cinder 
Jul 28 12:50:49.499596 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 12:50:49.499611 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Jul 28 13:03:05.305920 dv-cinder-851351-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 13:03:08.327955 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: INFO dbcounter [None req-7129712d-34da-4520-94f3-cbfa64fd4d36 None None] Registered counter for database cinder
Jul 28 13:03:08.347575 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: DEBUG oslo_db.sqlalchemy.engines [None req-7129712d-34da-4520-94f3-cbfa64fd4d36 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=702770) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 13:03:08.354599 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: DEBUG dbcounter [-] [702770] Writer thread running {{(pid=702770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 13:03:08.562788 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 13:03:08.562788 dv-cinder-851351-2-iscsi cinder-scheduler[702770]:   from cryptography.utils import int_from_bytes
Jul 28 13:03:08.562788 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 13:03:08.562788 dv-cinder-851351-2-iscsi cinder-scheduler[702770]:   from cryptography.utils import int_from_bytes
Jul 28 13:03:08.574099 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: CRITICAL cinder [None req-7129712d-34da-4520-94f3-cbfa64fd4d36 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 13:03:08.574099 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 13:03:08.574099 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: FROM services
Jul 28 13:03:08.574099 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:03:08.574099 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: FROM clusters
Jul 28 13:03:08.574099 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:03:08.574099 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: FROM clusters
Jul 28 13:03:08.574099 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 13:03:08.574099 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 13:03:08.574099 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 13:03:08.574099 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder Traceback (most recent call last):
Jul 28 13:03:08.575033 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 13:03:08.575033 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     self.dialect.do_execute(
Jul 28 13:03:08.575033 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 13:03:08.575033 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 13:03:08.575033 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 13:03:08.575033 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     result = self._query(query)
Jul 28 13:03:08.575033 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 13:03:08.575033 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     conn.query(q)
Jul 28 13:03:08.575033 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 13:03:08.575033 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 13:03:08.575033 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 13:03:08.575033 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     result.read()
Jul 28 13:03:08.575033 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 13:03:08.575033 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 13:03:08.575033 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 13:03:08.575033 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     packet.raise_for_error()
Jul 28 13:03:08.575033 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 13:03:08.575033 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 13:03:08.575033 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 13:03:08.575033 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 13:03:08.575033 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 13:03:08.575033 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder 
Jul 28 13:03:08.577190 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 13:03:08.577190 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder 
Jul 28 13:03:08.577190 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder Traceback (most recent call last):
Jul 28 13:03:08.577190 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 13:03:08.577190 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     sys.exit(main())
Jul 28 13:03:08.577190 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 13:03:08.577190 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 13:03:08.577190 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 13:03:08.577190 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 13:03:08.577190 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 13:03:08.577190 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 13:03:08.577190 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 13:03:08.577190 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 13:03:08.577190 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 13:03:08.577190 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 13:03:08.577190 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 13:03:08.577190 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 13:03:08.577190 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 13:03:08.577190 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 13:03:08.577190 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 13:03:08.577190 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 13:03:08.577190 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 13:03:08.577190 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 13:03:08.578879 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 13:03:08.578879 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 13:03:08.578879 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 13:03:08.578879 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 13:03:08.578879 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 13:03:08.578879 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 13:03:08.578879 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 13:03:08.578879 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     return f(*args, **kwargs)
Jul 28 13:03:08.578879 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 13:03:08.578879 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 13:03:08.578879 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 13:03:08.578879 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     return [] if not query else query.all()
Jul 28 13:03:08.578879 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 13:03:08.578879 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     return self._iter().all()
Jul 28 13:03:08.578879 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 13:03:08.578879 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     result = self.session.execute(
Jul 28 13:03:08.578879 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 13:03:08.578879 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 13:03:08.578879 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 13:03:08.578879 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 13:03:08.580384 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 13:03:08.580384 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 13:03:08.580384 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 13:03:08.580384 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     ret = self._execute_context(
Jul 28 13:03:08.580384 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 13:03:08.580384 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 13:03:08.580384 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 13:03:08.580384 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 13:03:08.580384 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 13:03:08.580384 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     raise exception
Jul 28 13:03:08.580384 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 13:03:08.580384 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     self.dialect.do_execute(
Jul 28 13:03:08.580384 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 13:03:08.580384 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 13:03:08.580384 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 13:03:08.580384 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     result = self._query(query)
Jul 28 13:03:08.580384 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 13:03:08.580384 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     conn.query(q)
Jul 28 13:03:08.580384 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 13:03:08.580384 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 13:03:08.580384 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 13:03:08.581938 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     result.read()
Jul 28 13:03:08.581938 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 13:03:08.581938 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 13:03:08.581938 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 13:03:08.581938 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     packet.raise_for_error()
Jul 28 13:03:08.581938 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 13:03:08.581938 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 13:03:08.581938 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 13:03:08.581938 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 13:03:08.581938 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 13:03:08.581938 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 13:03:08.581938 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder FROM services
Jul 28 13:03:08.582830 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:03:08.582830 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder FROM clusters
Jul 28 13:03:08.582830 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:03:08.582830 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder FROM clusters
Jul 28 13:03:08.582830 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 13:03:08.582830 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 13:03:08.582830 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 13:03:08.582830 dv-cinder-851351-2-iscsi cinder-scheduler[702770]: ERROR cinder 
Jul 28 13:03:08.981171 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 13:03:08.981186 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Jul 28 13:15:16.240659 dv-cinder-851351-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 13:15:19.256355 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: INFO dbcounter [None req-8777b652-1c9d-472c-abb0-0a6658d887e4 None None] Registered counter for database cinder
Jul 28 13:15:19.275942 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: DEBUG oslo_db.sqlalchemy.engines [None req-8777b652-1c9d-472c-abb0-0a6658d887e4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=766295) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 13:15:19.282717 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: DEBUG dbcounter [-] [766295] Writer thread running {{(pid=766295) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 13:15:19.502521 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 13:15:19.502521 dv-cinder-851351-2-iscsi cinder-scheduler[766295]:   from cryptography.utils import int_from_bytes
Jul 28 13:15:19.502521 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 13:15:19.502521 dv-cinder-851351-2-iscsi cinder-scheduler[766295]:   from cryptography.utils import int_from_bytes
Jul 28 13:15:19.515091 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: CRITICAL cinder [None req-8777b652-1c9d-472c-abb0-0a6658d887e4 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 13:15:19.515091 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 13:15:19.515091 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: FROM services
Jul 28 13:15:19.515091 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:15:19.515091 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: FROM clusters
Jul 28 13:15:19.515091 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:15:19.515091 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: FROM clusters
Jul 28 13:15:19.515091 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 13:15:19.515091 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 13:15:19.515091 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 13:15:19.515091 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder Traceback (most recent call last):
Jul 28 13:15:19.516043 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 13:15:19.516043 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     self.dialect.do_execute(
Jul 28 13:15:19.516043 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 13:15:19.516043 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 13:15:19.516043 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 13:15:19.516043 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     result = self._query(query)
Jul 28 13:15:19.516043 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 13:15:19.516043 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     conn.query(q)
Jul 28 13:15:19.516043 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 13:15:19.516043 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 13:15:19.516043 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 13:15:19.516043 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     result.read()
Jul 28 13:15:19.516043 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 13:15:19.516043 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 13:15:19.516043 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 13:15:19.516043 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     packet.raise_for_error()
Jul 28 13:15:19.516043 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 13:15:19.516043 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 13:15:19.516043 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 13:15:19.516043 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 13:15:19.516043 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 13:15:19.516043 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder 
Jul 28 13:15:19.517526 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 13:15:19.517526 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder 
Jul 28 13:15:19.517526 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder Traceback (most recent call last):
Jul 28 13:15:19.517526 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 13:15:19.517526 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     sys.exit(main())
Jul 28 13:15:19.517526 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 13:15:19.517526 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 13:15:19.517526 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 13:15:19.517526 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 13:15:19.517526 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 13:15:19.517526 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 13:15:19.517526 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 13:15:19.517526 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 13:15:19.517526 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 13:15:19.517526 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 13:15:19.517526 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 13:15:19.517526 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 13:15:19.517526 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 13:15:19.517526 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 13:15:19.517526 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 13:15:19.517526 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 13:15:19.517526 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 13:15:19.517526 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 13:15:19.519110 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 13:15:19.519110 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 13:15:19.519110 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 13:15:19.519110 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 13:15:19.519110 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 13:15:19.519110 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 13:15:19.519110 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 13:15:19.519110 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     return f(*args, **kwargs)
Jul 28 13:15:19.519110 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 13:15:19.519110 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 13:15:19.519110 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 13:15:19.519110 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     return [] if not query else query.all()
Jul 28 13:15:19.519110 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 13:15:19.519110 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     return self._iter().all()
Jul 28 13:15:19.519110 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 13:15:19.519110 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     result = self.session.execute(
Jul 28 13:15:19.519110 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 13:15:19.519110 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 13:15:19.519110 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 13:15:19.519110 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 13:15:19.520585 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 13:15:19.520585 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 13:15:19.520585 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 13:15:19.520585 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     ret = self._execute_context(
Jul 28 13:15:19.520585 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 13:15:19.520585 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 13:15:19.520585 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 13:15:19.520585 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 13:15:19.520585 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 13:15:19.520585 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     raise exception
Jul 28 13:15:19.520585 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 13:15:19.520585 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     self.dialect.do_execute(
Jul 28 13:15:19.520585 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 13:15:19.520585 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 13:15:19.520585 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 13:15:19.520585 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     result = self._query(query)
Jul 28 13:15:19.520585 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 13:15:19.520585 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     conn.query(q)
Jul 28 13:15:19.520585 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 13:15:19.520585 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 13:15:19.520585 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 13:15:19.521940 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     result.read()
Jul 28 13:15:19.521940 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 13:15:19.521940 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 13:15:19.521940 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 13:15:19.521940 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     packet.raise_for_error()
Jul 28 13:15:19.521940 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 13:15:19.521940 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 13:15:19.521940 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 13:15:19.521940 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 13:15:19.521940 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 13:15:19.521940 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 13:15:19.521940 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder FROM services
Jul 28 13:15:19.522750 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:15:19.522750 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder FROM clusters
Jul 28 13:15:19.522750 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:15:19.522750 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder FROM clusters
Jul 28 13:15:19.522750 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 13:15:19.522750 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 13:15:19.522750 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 13:15:19.522750 dv-cinder-851351-2-iscsi cinder-scheduler[766295]: ERROR cinder 
Jul 28 13:15:19.939335 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 13:15:19.939362 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Jul 28 13:27:44.905453 dv-cinder-851351-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 13:27:47.914717 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: INFO dbcounter [None req-e1163fae-47ba-49b6-9740-950a7c6aef1e None None] Registered counter for database cinder
Jul 28 13:27:47.934685 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: DEBUG oslo_db.sqlalchemy.engines [None req-e1163fae-47ba-49b6-9740-950a7c6aef1e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=830312) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 13:27:47.941648 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: DEBUG dbcounter [-] [830312] Writer thread running {{(pid=830312) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 13:27:48.148732 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 13:27:48.148732 dv-cinder-851351-2-iscsi cinder-scheduler[830312]:   from cryptography.utils import int_from_bytes
Jul 28 13:27:48.148732 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 13:27:48.148732 dv-cinder-851351-2-iscsi cinder-scheduler[830312]:   from cryptography.utils import int_from_bytes
Jul 28 13:27:48.160620 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: CRITICAL cinder [None req-e1163fae-47ba-49b6-9740-950a7c6aef1e None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 13:27:48.160620 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 13:27:48.160620 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: FROM services
Jul 28 13:27:48.160620 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:27:48.160620 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: FROM clusters
Jul 28 13:27:48.160620 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:27:48.160620 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: FROM clusters
Jul 28 13:27:48.160620 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 13:27:48.160620 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 13:27:48.160620 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 13:27:48.160620 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder Traceback (most recent call last):
Jul 28 13:27:48.161478 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 13:27:48.161478 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     self.dialect.do_execute(
Jul 28 13:27:48.161478 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 13:27:48.161478 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 13:27:48.161478 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 13:27:48.161478 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     result = self._query(query)
Jul 28 13:27:48.161478 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 13:27:48.161478 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     conn.query(q)
Jul 28 13:27:48.161478 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 13:27:48.161478 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 13:27:48.161478 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 13:27:48.161478 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     result.read()
Jul 28 13:27:48.161478 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 13:27:48.161478 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 13:27:48.161478 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 13:27:48.161478 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     packet.raise_for_error()
Jul 28 13:27:48.161478 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 13:27:48.161478 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 13:27:48.161478 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 13:27:48.161478 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 13:27:48.161478 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 13:27:48.161478 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder 
Jul 28 13:27:48.162743 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 13:27:48.162743 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder 
Jul 28 13:27:48.162743 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder Traceback (most recent call last):
Jul 28 13:27:48.162743 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 13:27:48.162743 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     sys.exit(main())
Jul 28 13:27:48.162743 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 13:27:48.162743 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 13:27:48.162743 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 13:27:48.162743 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 13:27:48.162743 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 13:27:48.162743 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 13:27:48.162743 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 13:27:48.162743 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 13:27:48.162743 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 13:27:48.162743 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 13:27:48.162743 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 13:27:48.162743 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 13:27:48.162743 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 13:27:48.162743 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 13:27:48.162743 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 13:27:48.162743 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 13:27:48.162743 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 13:27:48.162743 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 13:27:48.164354 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 13:27:48.164354 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 13:27:48.164354 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 13:27:48.164354 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 13:27:48.164354 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 13:27:48.164354 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 13:27:48.164354 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 13:27:48.164354 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     return f(*args, **kwargs)
Jul 28 13:27:48.164354 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 13:27:48.164354 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 13:27:48.164354 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 13:27:48.164354 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     return [] if not query else query.all()
Jul 28 13:27:48.164354 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 13:27:48.164354 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     return self._iter().all()
Jul 28 13:27:48.164354 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 13:27:48.164354 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     result = self.session.execute(
Jul 28 13:27:48.164354 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 13:27:48.164354 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 13:27:48.164354 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 13:27:48.164354 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 13:27:48.165694 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 13:27:48.165694 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 13:27:48.165694 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 13:27:48.165694 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     ret = self._execute_context(
Jul 28 13:27:48.165694 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 13:27:48.165694 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 13:27:48.165694 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 13:27:48.165694 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 13:27:48.165694 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 13:27:48.165694 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     raise exception
Jul 28 13:27:48.165694 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 13:27:48.165694 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     self.dialect.do_execute(
Jul 28 13:27:48.165694 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 13:27:48.165694 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 13:27:48.165694 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 13:27:48.165694 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     result = self._query(query)
Jul 28 13:27:48.165694 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 13:27:48.165694 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     conn.query(q)
Jul 28 13:27:48.165694 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 13:27:48.165694 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 13:27:48.165694 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 13:27:48.167045 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     result.read()
Jul 28 13:27:48.167045 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 13:27:48.167045 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 13:27:48.167045 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 13:27:48.167045 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     packet.raise_for_error()
Jul 28 13:27:48.167045 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 13:27:48.167045 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 13:27:48.167045 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 13:27:48.167045 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 13:27:48.167045 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 13:27:48.167045 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 13:27:48.167045 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder FROM services
Jul 28 13:27:48.168275 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:27:48.168275 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder FROM clusters
Jul 28 13:27:48.168275 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:27:48.168275 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder FROM clusters
Jul 28 13:27:48.168275 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 13:27:48.168275 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 13:27:48.168275 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 13:27:48.168275 dv-cinder-851351-2-iscsi cinder-scheduler[830312]: ERROR cinder 
Jul 28 13:27:48.573841 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 13:27:48.573867 dv-cinder-851351-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.