-- Logs begin at Thu 2022-07-28 07:32:10 UTC, end at Thu 2022-07-28 09:29:52 UTC. -- Jul 28 08:07:30.617785 dv-cinder-851351-1-iscsi systemd[1]: Started Devstack devstack@c-sch.service. Jul 28 08:07:33.635736 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: INFO dbcounter [None req-af3adb1f-84a0-4c81-9b8a-730f8aa21be8 None None] Registered counter for database cinder Jul 28 08:07:33.656635 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: DEBUG oslo_db.sqlalchemy.engines [None req-af3adb1f-84a0-4c81-9b8a-730f8aa21be8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111332) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 08:07:33.664312 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: DEBUG dbcounter [-] [111332] Writer thread running {{(pid=111332) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 08:07:33.878456 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 08:07:33.878456 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: from cryptography.utils import int_from_bytes Jul 28 08:07:33.878456 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 08:07:33.878456 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: from cryptography.utils import int_from_bytes Jul 28 08:07:33.892178 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: CRITICAL cinder [None req-af3adb1f-84a0-4c81-9b8a-730f8aa21be8 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist") Jul 28 08:07:33.892178 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen Jul 28 08:07:33.892178 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: FROM services Jul 28 08:07:33.892178 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 08:07:33.892178 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: FROM clusters Jul 28 08:07:33.892178 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 08:07:33.892178 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: FROM clusters Jul 28 08:07:33.892178 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s] Jul 28 08:07:33.892178 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: [parameters: {'topic_1': 'cinder-volume'}] Jul 28 08:07:33.892178 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: (Background on this error at: https://sqlalche.me/e/14/f405) Jul 28 08:07:33.892178 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder Traceback (most recent call last): Jul 28 08:07:33.892918 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context Jul 28 08:07:33.892918 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder self.dialect.do_execute( Jul 28 08:07:33.892918 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute Jul 28 08:07:33.892918 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder cursor.execute(statement, parameters) Jul 28 08:07:33.892918 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 28 08:07:33.892918 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder result = self._query(query) Jul 28 08:07:33.892918 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 28 08:07:33.892918 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder conn.query(q) Jul 28 08:07:33.892918 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 28 08:07:33.892918 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 28 08:07:33.892918 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 28 08:07:33.892918 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder result.read() Jul 28 08:07:33.892918 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 28 08:07:33.892918 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder first_packet = self.connection._read_packet() Jul 28 08:07:33.892918 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 28 08:07:33.892918 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder packet.raise_for_error() Jul 28 08:07:33.892918 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 28 08:07:33.892918 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder err.raise_mysql_exception(self._data) Jul 28 08:07:33.892918 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 28 08:07:33.892918 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder raise errorclass(errno, errval) Jul 28 08:07:33.892918 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist") Jul 28 08:07:33.892918 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder Jul 28 08:07:33.894049 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder The above exception was the direct cause of the following exception: Jul 28 08:07:33.894049 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder Jul 28 08:07:33.894049 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder Traceback (most recent call last): Jul 28 08:07:33.894049 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/bin/cinder-scheduler", line 10, in Jul 28 08:07:33.894049 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder sys.exit(main()) Jul 28 08:07:33.894049 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main Jul 28 08:07:33.894049 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder server = service.Service.create(binary='cinder-scheduler') Jul 28 08:07:33.894049 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/opt/stack/cinder/cinder/service.py", line 417, in create Jul 28 08:07:33.894049 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder service_obj = cls(host, binary, topic, manager, Jul 28 08:07:33.894049 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/opt/stack/cinder/cinder/service.py", line 158, in __init__ Jul 28 08:07:33.894049 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder self.manager = manager_class(host=self.host, Jul 28 08:07:33.894049 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__ Jul 28 08:07:33.894049 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder self.driver = importutils.import_object(scheduler_driver) Jul 28 08:07:33.894049 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object Jul 28 08:07:33.894049 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder return import_class(import_str)(*args, **kwargs) Jul 28 08:07:33.894049 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__ Jul 28 08:07:33.894049 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder super(FilterScheduler, self).__init__(*args, **kwargs) Jul 28 08:07:33.894049 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__ Jul 28 08:07:33.894049 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder self.host_manager = importutils.import_object( Jul 28 08:07:33.894049 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object Jul 28 08:07:33.894049 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder return import_class(import_str)(*args, **kwargs) Jul 28 08:07:33.894049 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__ Jul 28 08:07:33.894049 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder self._update_backend_state_map(cinder_context.get_admin_context()) Jul 28 08:07:33.895770 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map Jul 28 08:07:33.895770 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder volume_services = objects.ServiceList.get_all(context, Jul 28 08:07:33.895770 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all Jul 28 08:07:33.895770 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder services = db.service_get_all(context, **(filters or {})) Jul 28 08:07:33.895770 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all Jul 28 08:07:33.895770 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder return IMPL.service_get_all(context, backend_match_level, **filters) Jul 28 08:07:33.895770 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper Jul 28 08:07:33.895770 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder return f(*args, **kwargs) Jul 28 08:07:33.895770 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jul 28 08:07:33.895770 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder return fn(*args, **kwargs) Jul 28 08:07:33.895770 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all Jul 28 08:07:33.895770 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder return [] if not query else query.all() Jul 28 08:07:33.895770 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all Jul 28 08:07:33.895770 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder return self._iter().all() Jul 28 08:07:33.895770 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Jul 28 08:07:33.895770 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder result = self.session.execute( Jul 28 08:07:33.895770 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute Jul 28 08:07:33.895770 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder result = conn._execute_20(statement, params or {}, execution_options) Jul 28 08:07:33.895770 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20 Jul 28 08:07:33.895770 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder return meth(self, args_10style, kwargs_10style, execution_options) Jul 28 08:07:33.896806 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection Jul 28 08:07:33.896806 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder return connection._execute_clauseelement( Jul 28 08:07:33.896806 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement Jul 28 08:07:33.896806 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder ret = self._execute_context( Jul 28 08:07:33.896806 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context Jul 28 08:07:33.896806 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder self._handle_dbapi_exception( Jul 28 08:07:33.896806 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception Jul 28 08:07:33.896806 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jul 28 08:07:33.896806 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_ Jul 28 08:07:33.896806 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder raise exception Jul 28 08:07:33.896806 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context Jul 28 08:07:33.896806 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder self.dialect.do_execute( Jul 28 08:07:33.896806 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute Jul 28 08:07:33.896806 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder cursor.execute(statement, parameters) Jul 28 08:07:33.896806 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 28 08:07:33.896806 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder result = self._query(query) Jul 28 08:07:33.896806 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 28 08:07:33.896806 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder conn.query(q) Jul 28 08:07:33.896806 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 28 08:07:33.896806 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 28 08:07:33.896806 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 28 08:07:33.897860 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder result.read() Jul 28 08:07:33.897860 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 28 08:07:33.897860 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder first_packet = self.connection._read_packet() Jul 28 08:07:33.897860 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 28 08:07:33.897860 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder packet.raise_for_error() Jul 28 08:07:33.897860 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 28 08:07:33.897860 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder err.raise_mysql_exception(self._data) Jul 28 08:07:33.897860 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 28 08:07:33.897860 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder raise errorclass(errno, errval) Jul 28 08:07:33.897860 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist") Jul 28 08:07:33.897860 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen Jul 28 08:07:33.897860 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder FROM services Jul 28 08:07:33.899821 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 08:07:33.899821 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder FROM clusters Jul 28 08:07:33.899821 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 08:07:33.899821 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder FROM clusters Jul 28 08:07:33.899821 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s] Jul 28 08:07:33.899821 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}] Jul 28 08:07:33.899821 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405) Jul 28 08:07:33.899821 dv-cinder-851351-1-iscsi cinder-scheduler[111332]: ERROR cinder Jul 28 08:07:34.318366 dv-cinder-851351-1-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE Jul 28 08:07:34.318394 dv-cinder-851351-1-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'. Jul 28 08:20:02.307574 dv-cinder-851351-1-iscsi systemd[1]: Started Devstack devstack@c-sch.service. Jul 28 08:20:05.263601 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: INFO dbcounter [None req-3d67d4fa-fda3-4923-84f7-a6fc09ce78ba None None] Registered counter for database cinder Jul 28 08:20:05.283847 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: DEBUG oslo_db.sqlalchemy.engines [None req-3d67d4fa-fda3-4923-84f7-a6fc09ce78ba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=174856) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 08:20:05.291718 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: DEBUG dbcounter [-] [174856] Writer thread running {{(pid=174856) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 08:20:05.508286 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 08:20:05.508286 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: from cryptography.utils import int_from_bytes Jul 28 08:20:05.508286 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 08:20:05.508286 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: from cryptography.utils import int_from_bytes Jul 28 08:20:05.519861 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: CRITICAL cinder [None req-3d67d4fa-fda3-4923-84f7-a6fc09ce78ba None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist") Jul 28 08:20:05.519861 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen Jul 28 08:20:05.519861 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: FROM services Jul 28 08:20:05.519861 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 08:20:05.519861 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: FROM clusters Jul 28 08:20:05.519861 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 08:20:05.519861 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: FROM clusters Jul 28 08:20:05.519861 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s] Jul 28 08:20:05.519861 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: [parameters: {'topic_1': 'cinder-volume'}] Jul 28 08:20:05.519861 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: (Background on this error at: https://sqlalche.me/e/14/f405) Jul 28 08:20:05.519861 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder Traceback (most recent call last): Jul 28 08:20:05.520619 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context Jul 28 08:20:05.520619 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder self.dialect.do_execute( Jul 28 08:20:05.520619 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute Jul 28 08:20:05.520619 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder cursor.execute(statement, parameters) Jul 28 08:20:05.520619 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 28 08:20:05.520619 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder result = self._query(query) Jul 28 08:20:05.520619 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 28 08:20:05.520619 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder conn.query(q) Jul 28 08:20:05.520619 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 28 08:20:05.520619 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 28 08:20:05.520619 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 28 08:20:05.520619 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder result.read() Jul 28 08:20:05.520619 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 28 08:20:05.520619 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder first_packet = self.connection._read_packet() Jul 28 08:20:05.520619 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 28 08:20:05.520619 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder packet.raise_for_error() Jul 28 08:20:05.520619 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 28 08:20:05.520619 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder err.raise_mysql_exception(self._data) Jul 28 08:20:05.520619 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 28 08:20:05.520619 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder raise errorclass(errno, errval) Jul 28 08:20:05.520619 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist") Jul 28 08:20:05.520619 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder Jul 28 08:20:05.521782 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder The above exception was the direct cause of the following exception: Jul 28 08:20:05.521782 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder Jul 28 08:20:05.521782 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder Traceback (most recent call last): Jul 28 08:20:05.521782 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/bin/cinder-scheduler", line 10, in Jul 28 08:20:05.521782 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder sys.exit(main()) Jul 28 08:20:05.521782 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main Jul 28 08:20:05.521782 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder server = service.Service.create(binary='cinder-scheduler') Jul 28 08:20:05.521782 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/opt/stack/cinder/cinder/service.py", line 417, in create Jul 28 08:20:05.521782 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder service_obj = cls(host, binary, topic, manager, Jul 28 08:20:05.521782 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/opt/stack/cinder/cinder/service.py", line 158, in __init__ Jul 28 08:20:05.521782 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder self.manager = manager_class(host=self.host, Jul 28 08:20:05.521782 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__ Jul 28 08:20:05.521782 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder self.driver = importutils.import_object(scheduler_driver) Jul 28 08:20:05.521782 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object Jul 28 08:20:05.521782 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder return import_class(import_str)(*args, **kwargs) Jul 28 08:20:05.521782 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__ Jul 28 08:20:05.521782 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder super(FilterScheduler, self).__init__(*args, **kwargs) Jul 28 08:20:05.521782 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__ Jul 28 08:20:05.521782 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder self.host_manager = importutils.import_object( Jul 28 08:20:05.521782 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object Jul 28 08:20:05.521782 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder return import_class(import_str)(*args, **kwargs) Jul 28 08:20:05.521782 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__ Jul 28 08:20:05.521782 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder self._update_backend_state_map(cinder_context.get_admin_context()) Jul 28 08:20:05.523638 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map Jul 28 08:20:05.523638 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder volume_services = objects.ServiceList.get_all(context, Jul 28 08:20:05.523638 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all Jul 28 08:20:05.523638 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder services = db.service_get_all(context, **(filters or {})) Jul 28 08:20:05.523638 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all Jul 28 08:20:05.523638 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder return IMPL.service_get_all(context, backend_match_level, **filters) Jul 28 08:20:05.523638 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper Jul 28 08:20:05.523638 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder return f(*args, **kwargs) Jul 28 08:20:05.523638 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jul 28 08:20:05.523638 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder return fn(*args, **kwargs) Jul 28 08:20:05.523638 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all Jul 28 08:20:05.523638 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder return [] if not query else query.all() Jul 28 08:20:05.523638 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all Jul 28 08:20:05.523638 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder return self._iter().all() Jul 28 08:20:05.523638 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Jul 28 08:20:05.523638 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder result = self.session.execute( Jul 28 08:20:05.523638 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute Jul 28 08:20:05.523638 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder result = conn._execute_20(statement, params or {}, execution_options) Jul 28 08:20:05.523638 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20 Jul 28 08:20:05.523638 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder return meth(self, args_10style, kwargs_10style, execution_options) Jul 28 08:20:05.524815 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection Jul 28 08:20:05.524815 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder return connection._execute_clauseelement( Jul 28 08:20:05.524815 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement Jul 28 08:20:05.524815 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder ret = self._execute_context( Jul 28 08:20:05.524815 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context Jul 28 08:20:05.524815 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder self._handle_dbapi_exception( Jul 28 08:20:05.524815 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception Jul 28 08:20:05.524815 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jul 28 08:20:05.524815 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_ Jul 28 08:20:05.524815 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder raise exception Jul 28 08:20:05.524815 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context Jul 28 08:20:05.524815 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder self.dialect.do_execute( Jul 28 08:20:05.524815 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute Jul 28 08:20:05.524815 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder cursor.execute(statement, parameters) Jul 28 08:20:05.524815 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 28 08:20:05.524815 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder result = self._query(query) Jul 28 08:20:05.524815 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 28 08:20:05.524815 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder conn.query(q) Jul 28 08:20:05.524815 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 28 08:20:05.524815 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 28 08:20:05.524815 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 28 08:20:05.525903 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder result.read() Jul 28 08:20:05.525903 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 28 08:20:05.525903 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder first_packet = self.connection._read_packet() Jul 28 08:20:05.525903 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 28 08:20:05.525903 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder packet.raise_for_error() Jul 28 08:20:05.525903 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 28 08:20:05.525903 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder err.raise_mysql_exception(self._data) Jul 28 08:20:05.525903 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 28 08:20:05.525903 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder raise errorclass(errno, errval) Jul 28 08:20:05.525903 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist") Jul 28 08:20:05.525903 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen Jul 28 08:20:05.525903 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder FROM services Jul 28 08:20:05.526604 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 08:20:05.526604 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder FROM clusters Jul 28 08:20:05.526604 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 08:20:05.526604 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder FROM clusters Jul 28 08:20:05.526604 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s] Jul 28 08:20:05.526604 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}] Jul 28 08:20:05.526604 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405) Jul 28 08:20:05.526604 dv-cinder-851351-1-iscsi cinder-scheduler[174856]: ERROR cinder Jul 28 08:20:05.945246 dv-cinder-851351-1-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE Jul 28 08:20:05.945272 dv-cinder-851351-1-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'. Jul 28 08:32:41.090527 dv-cinder-851351-1-iscsi systemd[1]: Started Devstack devstack@c-sch.service. Jul 28 08:32:44.039523 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: INFO dbcounter [None req-4c8a3392-ece5-420f-bffb-2fe5f7bb7e3f None None] Registered counter for database cinder Jul 28 08:32:44.059490 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: DEBUG oslo_db.sqlalchemy.engines [None req-4c8a3392-ece5-420f-bffb-2fe5f7bb7e3f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=244991) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 08:32:44.066997 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: DEBUG dbcounter [-] [244991] Writer thread running {{(pid=244991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 08:32:44.270978 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 08:32:44.270978 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: from cryptography.utils import int_from_bytes Jul 28 08:32:44.270978 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 08:32:44.270978 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: from cryptography.utils import int_from_bytes Jul 28 08:32:44.282687 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: CRITICAL cinder [None req-4c8a3392-ece5-420f-bffb-2fe5f7bb7e3f None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist") Jul 28 08:32:44.282687 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen Jul 28 08:32:44.282687 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: FROM services Jul 28 08:32:44.282687 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 08:32:44.282687 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: FROM clusters Jul 28 08:32:44.282687 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 08:32:44.282687 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: FROM clusters Jul 28 08:32:44.282687 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s] Jul 28 08:32:44.282687 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: [parameters: {'topic_1': 'cinder-volume'}] Jul 28 08:32:44.282687 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: (Background on this error at: https://sqlalche.me/e/14/f405) Jul 28 08:32:44.282687 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder Traceback (most recent call last): Jul 28 08:32:44.283590 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context Jul 28 08:32:44.283590 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder self.dialect.do_execute( Jul 28 08:32:44.283590 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute Jul 28 08:32:44.283590 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder cursor.execute(statement, parameters) Jul 28 08:32:44.283590 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 28 08:32:44.283590 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder result = self._query(query) Jul 28 08:32:44.283590 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 28 08:32:44.283590 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder conn.query(q) Jul 28 08:32:44.283590 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 28 08:32:44.283590 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 28 08:32:44.283590 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 28 08:32:44.283590 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder result.read() Jul 28 08:32:44.283590 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 28 08:32:44.283590 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder first_packet = self.connection._read_packet() Jul 28 08:32:44.283590 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 28 08:32:44.283590 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder packet.raise_for_error() Jul 28 08:32:44.283590 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 28 08:32:44.283590 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder err.raise_mysql_exception(self._data) Jul 28 08:32:44.283590 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 28 08:32:44.283590 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder raise errorclass(errno, errval) Jul 28 08:32:44.283590 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist") Jul 28 08:32:44.283590 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder Jul 28 08:32:44.284881 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder The above exception was the direct cause of the following exception: Jul 28 08:32:44.284881 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder Jul 28 08:32:44.284881 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder Traceback (most recent call last): Jul 28 08:32:44.284881 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/bin/cinder-scheduler", line 10, in Jul 28 08:32:44.284881 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder sys.exit(main()) Jul 28 08:32:44.284881 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main Jul 28 08:32:44.284881 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder server = service.Service.create(binary='cinder-scheduler') Jul 28 08:32:44.284881 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/opt/stack/cinder/cinder/service.py", line 417, in create Jul 28 08:32:44.284881 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder service_obj = cls(host, binary, topic, manager, Jul 28 08:32:44.284881 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/opt/stack/cinder/cinder/service.py", line 158, in __init__ Jul 28 08:32:44.284881 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder self.manager = manager_class(host=self.host, Jul 28 08:32:44.284881 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__ Jul 28 08:32:44.284881 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder self.driver = importutils.import_object(scheduler_driver) Jul 28 08:32:44.284881 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object Jul 28 08:32:44.284881 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder return import_class(import_str)(*args, **kwargs) Jul 28 08:32:44.284881 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__ Jul 28 08:32:44.284881 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder super(FilterScheduler, self).__init__(*args, **kwargs) Jul 28 08:32:44.284881 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__ Jul 28 08:32:44.284881 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder self.host_manager = importutils.import_object( Jul 28 08:32:44.284881 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object Jul 28 08:32:44.284881 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder return import_class(import_str)(*args, **kwargs) Jul 28 08:32:44.284881 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__ Jul 28 08:32:44.284881 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder self._update_backend_state_map(cinder_context.get_admin_context()) Jul 28 08:32:44.286914 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map Jul 28 08:32:44.286914 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder volume_services = objects.ServiceList.get_all(context, Jul 28 08:32:44.286914 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all Jul 28 08:32:44.286914 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder services = db.service_get_all(context, **(filters or {})) Jul 28 08:32:44.286914 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all Jul 28 08:32:44.286914 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder return IMPL.service_get_all(context, backend_match_level, **filters) Jul 28 08:32:44.286914 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper Jul 28 08:32:44.286914 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder return f(*args, **kwargs) Jul 28 08:32:44.286914 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jul 28 08:32:44.286914 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder return fn(*args, **kwargs) Jul 28 08:32:44.286914 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all Jul 28 08:32:44.286914 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder return [] if not query else query.all() Jul 28 08:32:44.286914 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all Jul 28 08:32:44.286914 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder return self._iter().all() Jul 28 08:32:44.286914 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Jul 28 08:32:44.286914 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder result = self.session.execute( Jul 28 08:32:44.286914 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute Jul 28 08:32:44.286914 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder result = conn._execute_20(statement, params or {}, execution_options) Jul 28 08:32:44.286914 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20 Jul 28 08:32:44.286914 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder return meth(self, args_10style, kwargs_10style, execution_options) Jul 28 08:32:44.288149 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection Jul 28 08:32:44.288149 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder return connection._execute_clauseelement( Jul 28 08:32:44.288149 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement Jul 28 08:32:44.288149 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder ret = self._execute_context( Jul 28 08:32:44.288149 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context Jul 28 08:32:44.288149 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder self._handle_dbapi_exception( Jul 28 08:32:44.288149 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception Jul 28 08:32:44.288149 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jul 28 08:32:44.288149 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_ Jul 28 08:32:44.288149 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder raise exception Jul 28 08:32:44.288149 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context Jul 28 08:32:44.288149 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder self.dialect.do_execute( Jul 28 08:32:44.288149 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute Jul 28 08:32:44.288149 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder cursor.execute(statement, parameters) Jul 28 08:32:44.288149 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 28 08:32:44.288149 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder result = self._query(query) Jul 28 08:32:44.288149 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 28 08:32:44.288149 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder conn.query(q) Jul 28 08:32:44.288149 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 28 08:32:44.288149 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 28 08:32:44.288149 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 28 08:32:44.289331 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder result.read() Jul 28 08:32:44.289331 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 28 08:32:44.289331 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder first_packet = self.connection._read_packet() Jul 28 08:32:44.289331 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 28 08:32:44.289331 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder packet.raise_for_error() Jul 28 08:32:44.289331 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 28 08:32:44.289331 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder err.raise_mysql_exception(self._data) Jul 28 08:32:44.289331 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 28 08:32:44.289331 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder raise errorclass(errno, errval) Jul 28 08:32:44.289331 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist") Jul 28 08:32:44.289331 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen Jul 28 08:32:44.289331 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder FROM services Jul 28 08:32:44.290095 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 08:32:44.290095 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder FROM clusters Jul 28 08:32:44.290095 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 08:32:44.290095 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder FROM clusters Jul 28 08:32:44.290095 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s] Jul 28 08:32:44.290095 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}] Jul 28 08:32:44.290095 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405) Jul 28 08:32:44.290095 dv-cinder-851351-1-iscsi cinder-scheduler[244991]: ERROR cinder Jul 28 08:32:44.705338 dv-cinder-851351-1-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE Jul 28 08:32:44.705352 dv-cinder-851351-1-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'. Jul 28 08:45:16.120537 dv-cinder-851351-1-iscsi systemd[1]: Started Devstack devstack@c-sch.service. Jul 28 08:45:19.084666 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: INFO dbcounter [None req-5080f758-7030-47b4-a960-2ba5b96e0d6b None None] Registered counter for database cinder Jul 28 08:45:19.103712 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: DEBUG oslo_db.sqlalchemy.engines [None req-5080f758-7030-47b4-a960-2ba5b96e0d6b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=308538) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 08:45:19.110263 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: DEBUG dbcounter [-] [308538] Writer thread running {{(pid=308538) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 08:45:19.332006 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 08:45:19.332006 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: from cryptography.utils import int_from_bytes Jul 28 08:45:19.332006 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 08:45:19.332006 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: from cryptography.utils import int_from_bytes Jul 28 08:45:19.343929 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: CRITICAL cinder [None req-5080f758-7030-47b4-a960-2ba5b96e0d6b None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist") Jul 28 08:45:19.343929 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen Jul 28 08:45:19.343929 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: FROM services Jul 28 08:45:19.343929 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 08:45:19.343929 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: FROM clusters Jul 28 08:45:19.343929 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 08:45:19.343929 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: FROM clusters Jul 28 08:45:19.343929 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s] Jul 28 08:45:19.343929 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: [parameters: {'topic_1': 'cinder-volume'}] Jul 28 08:45:19.343929 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: (Background on this error at: https://sqlalche.me/e/14/f405) Jul 28 08:45:19.343929 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder Traceback (most recent call last): Jul 28 08:45:19.344829 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context Jul 28 08:45:19.344829 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder self.dialect.do_execute( Jul 28 08:45:19.344829 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute Jul 28 08:45:19.344829 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder cursor.execute(statement, parameters) Jul 28 08:45:19.344829 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 28 08:45:19.344829 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder result = self._query(query) Jul 28 08:45:19.344829 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 28 08:45:19.344829 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder conn.query(q) Jul 28 08:45:19.344829 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 28 08:45:19.344829 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 28 08:45:19.344829 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 28 08:45:19.344829 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder result.read() Jul 28 08:45:19.344829 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 28 08:45:19.344829 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder first_packet = self.connection._read_packet() Jul 28 08:45:19.344829 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 28 08:45:19.344829 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder packet.raise_for_error() Jul 28 08:45:19.344829 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 28 08:45:19.344829 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder err.raise_mysql_exception(self._data) Jul 28 08:45:19.344829 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 28 08:45:19.344829 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder raise errorclass(errno, errval) Jul 28 08:45:19.344829 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist") Jul 28 08:45:19.344829 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder Jul 28 08:45:19.346777 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder The above exception was the direct cause of the following exception: Jul 28 08:45:19.346777 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder Jul 28 08:45:19.346777 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder Traceback (most recent call last): Jul 28 08:45:19.346777 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/bin/cinder-scheduler", line 10, in Jul 28 08:45:19.346777 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder sys.exit(main()) Jul 28 08:45:19.346777 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main Jul 28 08:45:19.346777 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder server = service.Service.create(binary='cinder-scheduler') Jul 28 08:45:19.346777 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/opt/stack/cinder/cinder/service.py", line 417, in create Jul 28 08:45:19.346777 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder service_obj = cls(host, binary, topic, manager, Jul 28 08:45:19.346777 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/opt/stack/cinder/cinder/service.py", line 158, in __init__ Jul 28 08:45:19.346777 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder self.manager = manager_class(host=self.host, Jul 28 08:45:19.346777 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__ Jul 28 08:45:19.346777 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder self.driver = importutils.import_object(scheduler_driver) Jul 28 08:45:19.346777 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object Jul 28 08:45:19.346777 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder return import_class(import_str)(*args, **kwargs) Jul 28 08:45:19.346777 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__ Jul 28 08:45:19.346777 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder super(FilterScheduler, self).__init__(*args, **kwargs) Jul 28 08:45:19.346777 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__ Jul 28 08:45:19.346777 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder self.host_manager = importutils.import_object( Jul 28 08:45:19.346777 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object Jul 28 08:45:19.346777 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder return import_class(import_str)(*args, **kwargs) Jul 28 08:45:19.346777 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__ Jul 28 08:45:19.346777 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder self._update_backend_state_map(cinder_context.get_admin_context()) Jul 28 08:45:19.348273 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map Jul 28 08:45:19.348273 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder volume_services = objects.ServiceList.get_all(context, Jul 28 08:45:19.348273 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all Jul 28 08:45:19.348273 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder services = db.service_get_all(context, **(filters or {})) Jul 28 08:45:19.348273 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all Jul 28 08:45:19.348273 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder return IMPL.service_get_all(context, backend_match_level, **filters) Jul 28 08:45:19.348273 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper Jul 28 08:45:19.348273 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder return f(*args, **kwargs) Jul 28 08:45:19.348273 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jul 28 08:45:19.348273 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder return fn(*args, **kwargs) Jul 28 08:45:19.348273 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all Jul 28 08:45:19.348273 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder return [] if not query else query.all() Jul 28 08:45:19.348273 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all Jul 28 08:45:19.348273 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder return self._iter().all() Jul 28 08:45:19.348273 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Jul 28 08:45:19.348273 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder result = self.session.execute( Jul 28 08:45:19.348273 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute Jul 28 08:45:19.348273 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder result = conn._execute_20(statement, params or {}, execution_options) Jul 28 08:45:19.348273 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20 Jul 28 08:45:19.348273 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder return meth(self, args_10style, kwargs_10style, execution_options) Jul 28 08:45:19.349506 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection Jul 28 08:45:19.349506 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder return connection._execute_clauseelement( Jul 28 08:45:19.349506 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement Jul 28 08:45:19.349506 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder ret = self._execute_context( Jul 28 08:45:19.349506 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context Jul 28 08:45:19.349506 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder self._handle_dbapi_exception( Jul 28 08:45:19.349506 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception Jul 28 08:45:19.349506 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jul 28 08:45:19.349506 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_ Jul 28 08:45:19.349506 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder raise exception Jul 28 08:45:19.349506 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context Jul 28 08:45:19.349506 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder self.dialect.do_execute( Jul 28 08:45:19.349506 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute Jul 28 08:45:19.349506 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder cursor.execute(statement, parameters) Jul 28 08:45:19.349506 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 28 08:45:19.349506 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder result = self._query(query) Jul 28 08:45:19.349506 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 28 08:45:19.349506 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder conn.query(q) Jul 28 08:45:19.349506 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 28 08:45:19.349506 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 28 08:45:19.349506 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 28 08:45:19.350969 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder result.read() Jul 28 08:45:19.350969 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 28 08:45:19.350969 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder first_packet = self.connection._read_packet() Jul 28 08:45:19.350969 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 28 08:45:19.350969 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder packet.raise_for_error() Jul 28 08:45:19.350969 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 28 08:45:19.350969 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder err.raise_mysql_exception(self._data) Jul 28 08:45:19.350969 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 28 08:45:19.350969 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder raise errorclass(errno, errval) Jul 28 08:45:19.350969 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist") Jul 28 08:45:19.350969 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen Jul 28 08:45:19.350969 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder FROM services Jul 28 08:45:19.351772 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 08:45:19.351772 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder FROM clusters Jul 28 08:45:19.351772 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 08:45:19.351772 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder FROM clusters Jul 28 08:45:19.351772 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s] Jul 28 08:45:19.351772 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}] Jul 28 08:45:19.351772 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405) Jul 28 08:45:19.351772 dv-cinder-851351-1-iscsi cinder-scheduler[308538]: ERROR cinder Jul 28 08:45:19.767891 dv-cinder-851351-1-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE Jul 28 08:45:19.767921 dv-cinder-851351-1-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'. Jul 28 09:02:08.909557 dv-cinder-851351-1-iscsi systemd[1]: Started Devstack devstack@c-sch.service. Jul 28 09:02:11.971313 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: INFO dbcounter [None req-9fcd14d2-4bd5-42af-8535-a8743ed63295 None None] Registered counter for database cinder Jul 28 09:02:11.989991 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: DEBUG oslo_db.sqlalchemy.engines [None req-9fcd14d2-4bd5-42af-8535-a8743ed63295 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=378356) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 09:02:11.997741 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: DEBUG dbcounter [-] [378356] Writer thread running {{(pid=378356) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 09:02:12.201098 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 09:02:12.201098 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: from cryptography.utils import int_from_bytes Jul 28 09:02:12.201098 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 09:02:12.201098 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: from cryptography.utils import int_from_bytes Jul 28 09:02:12.213053 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: CRITICAL cinder [None req-9fcd14d2-4bd5-42af-8535-a8743ed63295 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist") Jul 28 09:02:12.213053 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen Jul 28 09:02:12.213053 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: FROM services Jul 28 09:02:12.213053 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 09:02:12.213053 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: FROM clusters Jul 28 09:02:12.213053 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 09:02:12.213053 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: FROM clusters Jul 28 09:02:12.213053 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s] Jul 28 09:02:12.213053 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: [parameters: {'topic_1': 'cinder-volume'}] Jul 28 09:02:12.213053 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: (Background on this error at: https://sqlalche.me/e/14/f405) Jul 28 09:02:12.213053 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder Traceback (most recent call last): Jul 28 09:02:12.213931 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context Jul 28 09:02:12.213931 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder self.dialect.do_execute( Jul 28 09:02:12.213931 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute Jul 28 09:02:12.213931 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder cursor.execute(statement, parameters) Jul 28 09:02:12.213931 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 28 09:02:12.213931 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder result = self._query(query) Jul 28 09:02:12.213931 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 28 09:02:12.213931 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder conn.query(q) Jul 28 09:02:12.213931 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 28 09:02:12.213931 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 28 09:02:12.213931 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 28 09:02:12.213931 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder result.read() Jul 28 09:02:12.213931 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 28 09:02:12.213931 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder first_packet = self.connection._read_packet() Jul 28 09:02:12.213931 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 28 09:02:12.213931 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder packet.raise_for_error() Jul 28 09:02:12.213931 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 28 09:02:12.213931 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder err.raise_mysql_exception(self._data) Jul 28 09:02:12.213931 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 28 09:02:12.213931 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder raise errorclass(errno, errval) Jul 28 09:02:12.213931 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist") Jul 28 09:02:12.213931 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder Jul 28 09:02:12.215989 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder The above exception was the direct cause of the following exception: Jul 28 09:02:12.215989 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder Jul 28 09:02:12.215989 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder Traceback (most recent call last): Jul 28 09:02:12.215989 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/bin/cinder-scheduler", line 10, in Jul 28 09:02:12.215989 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder sys.exit(main()) Jul 28 09:02:12.215989 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main Jul 28 09:02:12.215989 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder server = service.Service.create(binary='cinder-scheduler') Jul 28 09:02:12.215989 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/opt/stack/cinder/cinder/service.py", line 417, in create Jul 28 09:02:12.215989 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder service_obj = cls(host, binary, topic, manager, Jul 28 09:02:12.215989 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/opt/stack/cinder/cinder/service.py", line 158, in __init__ Jul 28 09:02:12.215989 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder self.manager = manager_class(host=self.host, Jul 28 09:02:12.215989 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__ Jul 28 09:02:12.215989 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder self.driver = importutils.import_object(scheduler_driver) Jul 28 09:02:12.215989 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object Jul 28 09:02:12.215989 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder return import_class(import_str)(*args, **kwargs) Jul 28 09:02:12.215989 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__ Jul 28 09:02:12.215989 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder super(FilterScheduler, self).__init__(*args, **kwargs) Jul 28 09:02:12.215989 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__ Jul 28 09:02:12.215989 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder self.host_manager = importutils.import_object( Jul 28 09:02:12.215989 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object Jul 28 09:02:12.215989 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder return import_class(import_str)(*args, **kwargs) Jul 28 09:02:12.215989 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__ Jul 28 09:02:12.215989 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder self._update_backend_state_map(cinder_context.get_admin_context()) Jul 28 09:02:12.217559 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map Jul 28 09:02:12.217559 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder volume_services = objects.ServiceList.get_all(context, Jul 28 09:02:12.217559 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all Jul 28 09:02:12.217559 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder services = db.service_get_all(context, **(filters or {})) Jul 28 09:02:12.217559 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all Jul 28 09:02:12.217559 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder return IMPL.service_get_all(context, backend_match_level, **filters) Jul 28 09:02:12.217559 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper Jul 28 09:02:12.217559 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder return f(*args, **kwargs) Jul 28 09:02:12.217559 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jul 28 09:02:12.217559 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder return fn(*args, **kwargs) Jul 28 09:02:12.217559 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all Jul 28 09:02:12.217559 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder return [] if not query else query.all() Jul 28 09:02:12.217559 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all Jul 28 09:02:12.217559 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder return self._iter().all() Jul 28 09:02:12.217559 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Jul 28 09:02:12.217559 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder result = self.session.execute( Jul 28 09:02:12.217559 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute Jul 28 09:02:12.217559 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder result = conn._execute_20(statement, params or {}, execution_options) Jul 28 09:02:12.217559 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20 Jul 28 09:02:12.217559 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder return meth(self, args_10style, kwargs_10style, execution_options) Jul 28 09:02:12.218881 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection Jul 28 09:02:12.218881 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder return connection._execute_clauseelement( Jul 28 09:02:12.218881 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement Jul 28 09:02:12.218881 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder ret = self._execute_context( Jul 28 09:02:12.218881 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context Jul 28 09:02:12.218881 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder self._handle_dbapi_exception( Jul 28 09:02:12.218881 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception Jul 28 09:02:12.218881 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jul 28 09:02:12.218881 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_ Jul 28 09:02:12.218881 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder raise exception Jul 28 09:02:12.218881 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context Jul 28 09:02:12.218881 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder self.dialect.do_execute( Jul 28 09:02:12.218881 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute Jul 28 09:02:12.218881 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder cursor.execute(statement, parameters) Jul 28 09:02:12.218881 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 28 09:02:12.218881 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder result = self._query(query) Jul 28 09:02:12.218881 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 28 09:02:12.218881 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder conn.query(q) Jul 28 09:02:12.218881 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 28 09:02:12.218881 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 28 09:02:12.218881 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 28 09:02:12.220090 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder result.read() Jul 28 09:02:12.220090 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 28 09:02:12.220090 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder first_packet = self.connection._read_packet() Jul 28 09:02:12.220090 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 28 09:02:12.220090 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder packet.raise_for_error() Jul 28 09:02:12.220090 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 28 09:02:12.220090 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder err.raise_mysql_exception(self._data) Jul 28 09:02:12.220090 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 28 09:02:12.220090 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder raise errorclass(errno, errval) Jul 28 09:02:12.220090 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist") Jul 28 09:02:12.220090 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen Jul 28 09:02:12.220090 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder FROM services Jul 28 09:02:12.220836 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 09:02:12.220836 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder FROM clusters Jul 28 09:02:12.220836 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 09:02:12.220836 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder FROM clusters Jul 28 09:02:12.220836 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s] Jul 28 09:02:12.220836 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}] Jul 28 09:02:12.220836 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405) Jul 28 09:02:12.220836 dv-cinder-851351-1-iscsi cinder-scheduler[378356]: ERROR cinder Jul 28 09:02:12.640228 dv-cinder-851351-1-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE Jul 28 09:02:12.640243 dv-cinder-851351-1-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'. Jul 28 09:14:51.717251 dv-cinder-851351-1-iscsi systemd[1]: Started Devstack devstack@c-sch.service. Jul 28 09:14:54.759993 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: INFO dbcounter [None req-1cdc62b0-737a-41bf-b7ab-136e327e22aa None None] Registered counter for database cinder Jul 28 09:14:54.778673 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: DEBUG oslo_db.sqlalchemy.engines [None req-1cdc62b0-737a-41bf-b7ab-136e327e22aa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=441890) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 09:14:54.785110 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: DEBUG dbcounter [-] [441890] Writer thread running {{(pid=441890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 09:14:54.990339 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 09:14:54.990339 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: from cryptography.utils import int_from_bytes Jul 28 09:14:54.990339 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 09:14:54.990339 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: from cryptography.utils import int_from_bytes Jul 28 09:14:55.001682 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: CRITICAL cinder [None req-1cdc62b0-737a-41bf-b7ab-136e327e22aa None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist") Jul 28 09:14:55.001682 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen Jul 28 09:14:55.001682 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: FROM services Jul 28 09:14:55.001682 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 09:14:55.001682 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: FROM clusters Jul 28 09:14:55.001682 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 09:14:55.001682 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: FROM clusters Jul 28 09:14:55.001682 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s] Jul 28 09:14:55.001682 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: [parameters: {'topic_1': 'cinder-volume'}] Jul 28 09:14:55.001682 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: (Background on this error at: https://sqlalche.me/e/14/f405) Jul 28 09:14:55.001682 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder Traceback (most recent call last): Jul 28 09:14:55.002552 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context Jul 28 09:14:55.002552 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder self.dialect.do_execute( Jul 28 09:14:55.002552 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute Jul 28 09:14:55.002552 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder cursor.execute(statement, parameters) Jul 28 09:14:55.002552 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 28 09:14:55.002552 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder result = self._query(query) Jul 28 09:14:55.002552 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 28 09:14:55.002552 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder conn.query(q) Jul 28 09:14:55.002552 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 28 09:14:55.002552 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 28 09:14:55.002552 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 28 09:14:55.002552 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder result.read() Jul 28 09:14:55.002552 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 28 09:14:55.002552 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder first_packet = self.connection._read_packet() Jul 28 09:14:55.002552 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 28 09:14:55.002552 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder packet.raise_for_error() Jul 28 09:14:55.002552 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 28 09:14:55.002552 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder err.raise_mysql_exception(self._data) Jul 28 09:14:55.002552 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 28 09:14:55.002552 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder raise errorclass(errno, errval) Jul 28 09:14:55.002552 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist") Jul 28 09:14:55.002552 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder Jul 28 09:14:55.003914 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder The above exception was the direct cause of the following exception: Jul 28 09:14:55.003914 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder Jul 28 09:14:55.003914 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder Traceback (most recent call last): Jul 28 09:14:55.003914 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/bin/cinder-scheduler", line 10, in Jul 28 09:14:55.003914 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder sys.exit(main()) Jul 28 09:14:55.003914 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main Jul 28 09:14:55.003914 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder server = service.Service.create(binary='cinder-scheduler') Jul 28 09:14:55.003914 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/opt/stack/cinder/cinder/service.py", line 417, in create Jul 28 09:14:55.003914 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder service_obj = cls(host, binary, topic, manager, Jul 28 09:14:55.003914 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/opt/stack/cinder/cinder/service.py", line 158, in __init__ Jul 28 09:14:55.003914 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder self.manager = manager_class(host=self.host, Jul 28 09:14:55.003914 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__ Jul 28 09:14:55.003914 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder self.driver = importutils.import_object(scheduler_driver) Jul 28 09:14:55.003914 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object Jul 28 09:14:55.003914 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder return import_class(import_str)(*args, **kwargs) Jul 28 09:14:55.003914 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__ Jul 28 09:14:55.003914 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder super(FilterScheduler, self).__init__(*args, **kwargs) Jul 28 09:14:55.003914 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__ Jul 28 09:14:55.003914 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder self.host_manager = importutils.import_object( Jul 28 09:14:55.003914 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object Jul 28 09:14:55.003914 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder return import_class(import_str)(*args, **kwargs) Jul 28 09:14:55.003914 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__ Jul 28 09:14:55.003914 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder self._update_backend_state_map(cinder_context.get_admin_context()) Jul 28 09:14:55.005186 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map Jul 28 09:14:55.005186 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder volume_services = objects.ServiceList.get_all(context, Jul 28 09:14:55.005186 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all Jul 28 09:14:55.005186 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder services = db.service_get_all(context, **(filters or {})) Jul 28 09:14:55.005186 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all Jul 28 09:14:55.005186 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder return IMPL.service_get_all(context, backend_match_level, **filters) Jul 28 09:14:55.005186 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper Jul 28 09:14:55.005186 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder return f(*args, **kwargs) Jul 28 09:14:55.005186 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jul 28 09:14:55.005186 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder return fn(*args, **kwargs) Jul 28 09:14:55.005186 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all Jul 28 09:14:55.005186 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder return [] if not query else query.all() Jul 28 09:14:55.005186 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all Jul 28 09:14:55.005186 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder return self._iter().all() Jul 28 09:14:55.005186 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Jul 28 09:14:55.005186 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder result = self.session.execute( Jul 28 09:14:55.005186 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute Jul 28 09:14:55.005186 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder result = conn._execute_20(statement, params or {}, execution_options) Jul 28 09:14:55.005186 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20 Jul 28 09:14:55.005186 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder return meth(self, args_10style, kwargs_10style, execution_options) Jul 28 09:14:55.006607 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection Jul 28 09:14:55.006607 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder return connection._execute_clauseelement( Jul 28 09:14:55.006607 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement Jul 28 09:14:55.006607 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder ret = self._execute_context( Jul 28 09:14:55.006607 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context Jul 28 09:14:55.006607 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder self._handle_dbapi_exception( Jul 28 09:14:55.006607 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception Jul 28 09:14:55.006607 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jul 28 09:14:55.006607 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_ Jul 28 09:14:55.006607 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder raise exception Jul 28 09:14:55.006607 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context Jul 28 09:14:55.006607 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder self.dialect.do_execute( Jul 28 09:14:55.006607 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute Jul 28 09:14:55.006607 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder cursor.execute(statement, parameters) Jul 28 09:14:55.006607 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 28 09:14:55.006607 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder result = self._query(query) Jul 28 09:14:55.006607 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 28 09:14:55.006607 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder conn.query(q) Jul 28 09:14:55.006607 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 28 09:14:55.006607 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 28 09:14:55.006607 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 28 09:14:55.007877 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder result.read() Jul 28 09:14:55.007877 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 28 09:14:55.007877 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder first_packet = self.connection._read_packet() Jul 28 09:14:55.007877 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 28 09:14:55.007877 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder packet.raise_for_error() Jul 28 09:14:55.007877 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 28 09:14:55.007877 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder err.raise_mysql_exception(self._data) Jul 28 09:14:55.007877 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 28 09:14:55.007877 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder raise errorclass(errno, errval) Jul 28 09:14:55.007877 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist") Jul 28 09:14:55.007877 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen Jul 28 09:14:55.007877 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder FROM services Jul 28 09:14:55.008672 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 09:14:55.008672 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder FROM clusters Jul 28 09:14:55.008672 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT * Jul 28 09:14:55.008672 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder FROM clusters Jul 28 09:14:55.008672 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s] Jul 28 09:14:55.008672 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}] Jul 28 09:14:55.008672 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405) Jul 28 09:14:55.008672 dv-cinder-851351-1-iscsi cinder-scheduler[441890]: ERROR cinder Jul 28 09:14:55.415373 dv-cinder-851351-1-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE Jul 28 09:14:55.415400 dv-cinder-851351-1-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.