-- Logs begin at Mon 2022-10-17 17:18:50 UTC, end at Mon 2022-10-17 20:28:00 UTC. --
Oct 17 17:57:13.950504 dv-cinder-861566-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Oct 17 17:57:16.979165 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: INFO dbcounter [None req-c859d549-61f2-4785-a18c-e79ed32e20db None None] Registered counter for database cinder
Oct 17 17:57:16.999603 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: DEBUG oslo_db.sqlalchemy.engines [None req-c859d549-61f2-4785-a18c-e79ed32e20db None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=112186) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Oct 17 17:57:17.006580 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: DEBUG dbcounter [-] [112186] Writer thread running {{(pid=112186) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Oct 17 17:57:17.213892 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 17:57:17.213892 dv-cinder-861566-2-iscsi cinder-scheduler[112186]:   from cryptography.utils import int_from_bytes
Oct 17 17:57:17.213892 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 17:57:17.213892 dv-cinder-861566-2-iscsi cinder-scheduler[112186]:   from cryptography.utils import int_from_bytes
Oct 17 17:57:17.225039 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: CRITICAL cinder [None req-c859d549-61f2-4785-a18c-e79ed32e20db None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 17:57:17.225039 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 17:57:17.225039 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: FROM services
Oct 17 17:57:17.225039 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 17:57:17.225039 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: FROM clusters
Oct 17 17:57:17.225039 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 17:57:17.225039 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: FROM clusters
Oct 17 17:57:17.225039 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 17:57:17.225039 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 17:57:17.225039 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 17:57:17.225039 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder Traceback (most recent call last):
Oct 17 17:57:17.226125 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 17:57:17.226125 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     self.dialect.do_execute(
Oct 17 17:57:17.226125 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 17:57:17.226125 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 17:57:17.226125 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 17:57:17.226125 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     result = self._query(query)
Oct 17 17:57:17.226125 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 17:57:17.226125 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     conn.query(q)
Oct 17 17:57:17.226125 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 17:57:17.226125 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 17:57:17.226125 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 17:57:17.226125 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     result.read()
Oct 17 17:57:17.226125 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 17:57:17.226125 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 17:57:17.226125 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 17:57:17.226125 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     packet.raise_for_error()
Oct 17 17:57:17.226125 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 17:57:17.226125 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 17:57:17.226125 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 17:57:17.226125 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 17:57:17.226125 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Oct 17 17:57:17.226125 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder 
Oct 17 17:57:17.228199 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder The above exception was the direct cause of the following exception:
Oct 17 17:57:17.228199 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder 
Oct 17 17:57:17.228199 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder Traceback (most recent call last):
Oct 17 17:57:17.228199 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Oct 17 17:57:17.228199 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     sys.exit(main())
Oct 17 17:57:17.228199 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Oct 17 17:57:17.228199 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Oct 17 17:57:17.228199 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Oct 17 17:57:17.228199 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Oct 17 17:57:17.228199 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Oct 17 17:57:17.228199 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     self.manager = manager_class(host=self.host,
Oct 17 17:57:17.228199 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Oct 17 17:57:17.228199 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Oct 17 17:57:17.228199 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 17:57:17.228199 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 17:57:17.228199 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Oct 17 17:57:17.228199 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Oct 17 17:57:17.228199 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Oct 17 17:57:17.228199 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     self.host_manager = importutils.import_object(
Oct 17 17:57:17.228199 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 17:57:17.228199 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 17:57:17.228199 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Oct 17 17:57:17.228199 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Oct 17 17:57:17.229526 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Oct 17 17:57:17.229526 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Oct 17 17:57:17.229526 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Oct 17 17:57:17.229526 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Oct 17 17:57:17.229526 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Oct 17 17:57:17.229526 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Oct 17 17:57:17.229526 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Oct 17 17:57:17.229526 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     return f(*args, **kwargs)
Oct 17 17:57:17.229526 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Oct 17 17:57:17.229526 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     return fn(*args, **kwargs)
Oct 17 17:57:17.229526 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Oct 17 17:57:17.229526 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     return [] if not query else query.all()
Oct 17 17:57:17.229526 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Oct 17 17:57:17.229526 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     return self._iter().all()
Oct 17 17:57:17.229526 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Oct 17 17:57:17.229526 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     result = self.session.execute(
Oct 17 17:57:17.229526 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Oct 17 17:57:17.229526 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Oct 17 17:57:17.229526 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Oct 17 17:57:17.229526 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Oct 17 17:57:17.230617 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Oct 17 17:57:17.230617 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     return connection._execute_clauseelement(
Oct 17 17:57:17.230617 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Oct 17 17:57:17.230617 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     ret = self._execute_context(
Oct 17 17:57:17.230617 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Oct 17 17:57:17.230617 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     self._handle_dbapi_exception(
Oct 17 17:57:17.230617 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Oct 17 17:57:17.230617 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Oct 17 17:57:17.230617 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Oct 17 17:57:17.230617 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     raise exception
Oct 17 17:57:17.230617 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 17:57:17.230617 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     self.dialect.do_execute(
Oct 17 17:57:17.230617 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 17:57:17.230617 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 17:57:17.230617 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 17:57:17.230617 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     result = self._query(query)
Oct 17 17:57:17.230617 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 17:57:17.230617 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     conn.query(q)
Oct 17 17:57:17.230617 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 17:57:17.230617 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 17:57:17.230617 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 17:57:17.231711 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     result.read()
Oct 17 17:57:17.231711 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 17:57:17.231711 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 17:57:17.231711 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 17:57:17.231711 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     packet.raise_for_error()
Oct 17 17:57:17.231711 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 17:57:17.231711 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 17:57:17.231711 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 17:57:17.231711 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 17:57:17.231711 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 17:57:17.231711 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 17:57:17.231711 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder FROM services
Oct 17 17:57:17.232344 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 17:57:17.232344 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder FROM clusters
Oct 17 17:57:17.232344 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 17:57:17.232344 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder FROM clusters
Oct 17 17:57:17.232344 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 17:57:17.232344 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 17:57:17.232344 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 17:57:17.232344 dv-cinder-861566-2-iscsi cinder-scheduler[112186]: ERROR cinder 
Oct 17 17:57:17.636449 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Oct 17 17:57:17.636463 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Oct 17 18:10:06.198484 dv-cinder-861566-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Oct 17 18:10:09.235147 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: INFO dbcounter [None req-dda77734-76af-40ab-b847-2eb360d85430 None None] Registered counter for database cinder
Oct 17 18:10:09.254880 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: DEBUG oslo_db.sqlalchemy.engines [None req-dda77734-76af-40ab-b847-2eb360d85430 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=176763) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Oct 17 18:10:09.262173 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: DEBUG dbcounter [-] [176763] Writer thread running {{(pid=176763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Oct 17 18:10:09.471171 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 18:10:09.471171 dv-cinder-861566-2-iscsi cinder-scheduler[176763]:   from cryptography.utils import int_from_bytes
Oct 17 18:10:09.471171 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 18:10:09.471171 dv-cinder-861566-2-iscsi cinder-scheduler[176763]:   from cryptography.utils import int_from_bytes
Oct 17 18:10:09.482683 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: CRITICAL cinder [None req-dda77734-76af-40ab-b847-2eb360d85430 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 18:10:09.482683 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 18:10:09.482683 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: FROM services
Oct 17 18:10:09.482683 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 18:10:09.482683 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: FROM clusters
Oct 17 18:10:09.482683 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 18:10:09.482683 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: FROM clusters
Oct 17 18:10:09.482683 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 18:10:09.482683 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 18:10:09.482683 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 18:10:09.482683 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder Traceback (most recent call last):
Oct 17 18:10:09.483578 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 18:10:09.483578 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     self.dialect.do_execute(
Oct 17 18:10:09.483578 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 18:10:09.483578 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 18:10:09.483578 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 18:10:09.483578 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     result = self._query(query)
Oct 17 18:10:09.483578 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 18:10:09.483578 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     conn.query(q)
Oct 17 18:10:09.483578 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 18:10:09.483578 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 18:10:09.483578 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 18:10:09.483578 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     result.read()
Oct 17 18:10:09.483578 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 18:10:09.483578 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 18:10:09.483578 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 18:10:09.483578 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     packet.raise_for_error()
Oct 17 18:10:09.483578 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 18:10:09.483578 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 18:10:09.483578 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 18:10:09.483578 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 18:10:09.483578 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Oct 17 18:10:09.483578 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder 
Oct 17 18:10:09.484885 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder The above exception was the direct cause of the following exception:
Oct 17 18:10:09.484885 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder 
Oct 17 18:10:09.484885 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder Traceback (most recent call last):
Oct 17 18:10:09.484885 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Oct 17 18:10:09.484885 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     sys.exit(main())
Oct 17 18:10:09.484885 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Oct 17 18:10:09.484885 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Oct 17 18:10:09.484885 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Oct 17 18:10:09.484885 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Oct 17 18:10:09.484885 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Oct 17 18:10:09.484885 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     self.manager = manager_class(host=self.host,
Oct 17 18:10:09.484885 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Oct 17 18:10:09.484885 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Oct 17 18:10:09.484885 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 18:10:09.484885 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 18:10:09.484885 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Oct 17 18:10:09.484885 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Oct 17 18:10:09.484885 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Oct 17 18:10:09.484885 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     self.host_manager = importutils.import_object(
Oct 17 18:10:09.484885 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 18:10:09.484885 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 18:10:09.484885 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Oct 17 18:10:09.484885 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Oct 17 18:10:09.486266 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Oct 17 18:10:09.486266 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Oct 17 18:10:09.486266 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Oct 17 18:10:09.486266 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Oct 17 18:10:09.486266 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Oct 17 18:10:09.486266 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Oct 17 18:10:09.486266 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Oct 17 18:10:09.486266 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     return f(*args, **kwargs)
Oct 17 18:10:09.486266 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Oct 17 18:10:09.486266 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     return fn(*args, **kwargs)
Oct 17 18:10:09.486266 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Oct 17 18:10:09.486266 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     return [] if not query else query.all()
Oct 17 18:10:09.486266 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Oct 17 18:10:09.486266 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     return self._iter().all()
Oct 17 18:10:09.486266 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Oct 17 18:10:09.486266 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     result = self.session.execute(
Oct 17 18:10:09.486266 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Oct 17 18:10:09.486266 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Oct 17 18:10:09.486266 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Oct 17 18:10:09.486266 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Oct 17 18:10:09.487261 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Oct 17 18:10:09.487261 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     return connection._execute_clauseelement(
Oct 17 18:10:09.487261 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Oct 17 18:10:09.487261 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     ret = self._execute_context(
Oct 17 18:10:09.487261 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Oct 17 18:10:09.487261 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     self._handle_dbapi_exception(
Oct 17 18:10:09.487261 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Oct 17 18:10:09.487261 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Oct 17 18:10:09.487261 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Oct 17 18:10:09.487261 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     raise exception
Oct 17 18:10:09.487261 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 18:10:09.487261 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     self.dialect.do_execute(
Oct 17 18:10:09.487261 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 18:10:09.487261 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 18:10:09.487261 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 18:10:09.487261 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     result = self._query(query)
Oct 17 18:10:09.487261 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 18:10:09.487261 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     conn.query(q)
Oct 17 18:10:09.487261 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 18:10:09.487261 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 18:10:09.487261 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 18:10:09.488272 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     result.read()
Oct 17 18:10:09.488272 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 18:10:09.488272 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 18:10:09.488272 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 18:10:09.488272 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     packet.raise_for_error()
Oct 17 18:10:09.488272 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 18:10:09.488272 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 18:10:09.488272 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 18:10:09.488272 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 18:10:09.488272 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 18:10:09.488272 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 18:10:09.488272 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder FROM services
Oct 17 18:10:09.488895 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 18:10:09.488895 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder FROM clusters
Oct 17 18:10:09.488895 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 18:10:09.488895 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder FROM clusters
Oct 17 18:10:09.488895 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 18:10:09.488895 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 18:10:09.488895 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 18:10:09.488895 dv-cinder-861566-2-iscsi cinder-scheduler[176763]: ERROR cinder 
Oct 17 18:10:09.898388 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Oct 17 18:10:09.898415 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Oct 17 18:23:05.820266 dv-cinder-861566-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Oct 17 18:23:09.190758 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: INFO dbcounter [None req-b8de67ec-3f59-4561-a940-952800d50f1d None None] Registered counter for database cinder
Oct 17 18:23:09.212272 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: DEBUG oslo_db.sqlalchemy.engines [None req-b8de67ec-3f59-4561-a940-952800d50f1d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=241330) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Oct 17 18:23:09.220920 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: DEBUG dbcounter [-] [241330] Writer thread running {{(pid=241330) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Oct 17 18:23:09.556556 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 18:23:09.556556 dv-cinder-861566-2-iscsi cinder-scheduler[241330]:   from cryptography.utils import int_from_bytes
Oct 17 18:23:09.556556 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 18:23:09.556556 dv-cinder-861566-2-iscsi cinder-scheduler[241330]:   from cryptography.utils import int_from_bytes
Oct 17 18:23:09.576734 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: CRITICAL cinder [None req-b8de67ec-3f59-4561-a940-952800d50f1d None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 18:23:09.576734 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 18:23:09.576734 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: FROM services
Oct 17 18:23:09.576734 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 18:23:09.576734 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: FROM clusters
Oct 17 18:23:09.576734 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 18:23:09.576734 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: FROM clusters
Oct 17 18:23:09.576734 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 18:23:09.576734 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 18:23:09.576734 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 18:23:09.576734 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder Traceback (most recent call last):
Oct 17 18:23:09.578204 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 18:23:09.578204 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     self.dialect.do_execute(
Oct 17 18:23:09.578204 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 18:23:09.578204 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 18:23:09.578204 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 18:23:09.578204 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     result = self._query(query)
Oct 17 18:23:09.578204 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 18:23:09.578204 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     conn.query(q)
Oct 17 18:23:09.578204 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 18:23:09.578204 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 18:23:09.578204 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 18:23:09.578204 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     result.read()
Oct 17 18:23:09.578204 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 18:23:09.578204 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 18:23:09.578204 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 18:23:09.578204 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     packet.raise_for_error()
Oct 17 18:23:09.578204 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 18:23:09.578204 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 18:23:09.578204 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 18:23:09.578204 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 18:23:09.578204 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Oct 17 18:23:09.578204 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder 
Oct 17 18:23:09.580747 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder The above exception was the direct cause of the following exception:
Oct 17 18:23:09.580747 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder 
Oct 17 18:23:09.580747 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder Traceback (most recent call last):
Oct 17 18:23:09.580747 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Oct 17 18:23:09.580747 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     sys.exit(main())
Oct 17 18:23:09.580747 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Oct 17 18:23:09.580747 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Oct 17 18:23:09.580747 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Oct 17 18:23:09.580747 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Oct 17 18:23:09.580747 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Oct 17 18:23:09.580747 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     self.manager = manager_class(host=self.host,
Oct 17 18:23:09.580747 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Oct 17 18:23:09.580747 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Oct 17 18:23:09.580747 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 18:23:09.580747 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 18:23:09.580747 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Oct 17 18:23:09.580747 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Oct 17 18:23:09.580747 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Oct 17 18:23:09.580747 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     self.host_manager = importutils.import_object(
Oct 17 18:23:09.580747 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 18:23:09.580747 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 18:23:09.580747 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Oct 17 18:23:09.580747 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Oct 17 18:23:09.583280 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Oct 17 18:23:09.583280 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Oct 17 18:23:09.583280 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Oct 17 18:23:09.583280 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Oct 17 18:23:09.583280 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Oct 17 18:23:09.583280 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Oct 17 18:23:09.583280 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Oct 17 18:23:09.583280 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     return f(*args, **kwargs)
Oct 17 18:23:09.583280 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Oct 17 18:23:09.583280 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     return fn(*args, **kwargs)
Oct 17 18:23:09.583280 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Oct 17 18:23:09.583280 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     return [] if not query else query.all()
Oct 17 18:23:09.583280 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Oct 17 18:23:09.583280 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     return self._iter().all()
Oct 17 18:23:09.583280 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Oct 17 18:23:09.583280 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     result = self.session.execute(
Oct 17 18:23:09.583280 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Oct 17 18:23:09.583280 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Oct 17 18:23:09.583280 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Oct 17 18:23:09.583280 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Oct 17 18:23:09.590146 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Oct 17 18:23:09.590146 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     return connection._execute_clauseelement(
Oct 17 18:23:09.590146 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Oct 17 18:23:09.590146 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     ret = self._execute_context(
Oct 17 18:23:09.590146 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Oct 17 18:23:09.590146 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     self._handle_dbapi_exception(
Oct 17 18:23:09.590146 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Oct 17 18:23:09.590146 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Oct 17 18:23:09.590146 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Oct 17 18:23:09.590146 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     raise exception
Oct 17 18:23:09.590146 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 18:23:09.590146 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     self.dialect.do_execute(
Oct 17 18:23:09.590146 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 18:23:09.590146 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 18:23:09.590146 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 18:23:09.590146 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     result = self._query(query)
Oct 17 18:23:09.590146 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 18:23:09.590146 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     conn.query(q)
Oct 17 18:23:09.590146 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 18:23:09.590146 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 18:23:09.590146 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 18:23:09.595223 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     result.read()
Oct 17 18:23:09.595223 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 18:23:09.595223 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 18:23:09.595223 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 18:23:09.595223 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     packet.raise_for_error()
Oct 17 18:23:09.595223 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 18:23:09.595223 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 18:23:09.595223 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 18:23:09.595223 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 18:23:09.595223 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 18:23:09.595223 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 18:23:09.595223 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder FROM services
Oct 17 18:23:09.601394 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 18:23:09.601394 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder FROM clusters
Oct 17 18:23:09.601394 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 18:23:09.601394 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder FROM clusters
Oct 17 18:23:09.601394 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 18:23:09.601394 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 18:23:09.601394 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 18:23:09.601394 dv-cinder-861566-2-iscsi cinder-scheduler[241330]: ERROR cinder 
Oct 17 18:23:10.157716 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Oct 17 18:23:10.157745 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Oct 17 18:37:40.917240 dv-cinder-861566-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Oct 17 18:37:44.988982 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: INFO dbcounter [None req-552a5e5a-162c-426b-8261-dfe39bb89d8a None None] Registered counter for database cinder
Oct 17 18:37:45.014555 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: DEBUG oslo_db.sqlalchemy.engines [None req-552a5e5a-162c-426b-8261-dfe39bb89d8a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=312459) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Oct 17 18:37:45.022155 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: DEBUG dbcounter [-] [312459] Writer thread running {{(pid=312459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Oct 17 18:37:45.295725 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 18:37:45.295725 dv-cinder-861566-2-iscsi cinder-scheduler[312459]:   from cryptography.utils import int_from_bytes
Oct 17 18:37:45.295725 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 18:37:45.295725 dv-cinder-861566-2-iscsi cinder-scheduler[312459]:   from cryptography.utils import int_from_bytes
Oct 17 18:37:45.307088 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: CRITICAL cinder [None req-552a5e5a-162c-426b-8261-dfe39bb89d8a None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 18:37:45.307088 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 18:37:45.307088 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: FROM services
Oct 17 18:37:45.307088 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 18:37:45.307088 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: FROM clusters
Oct 17 18:37:45.307088 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 18:37:45.307088 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: FROM clusters
Oct 17 18:37:45.307088 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 18:37:45.307088 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 18:37:45.307088 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 18:37:45.307088 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder Traceback (most recent call last):
Oct 17 18:37:45.308185 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 18:37:45.308185 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     self.dialect.do_execute(
Oct 17 18:37:45.308185 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 18:37:45.308185 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 18:37:45.308185 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 18:37:45.308185 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     result = self._query(query)
Oct 17 18:37:45.308185 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 18:37:45.308185 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     conn.query(q)
Oct 17 18:37:45.308185 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 18:37:45.308185 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 18:37:45.308185 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 18:37:45.308185 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     result.read()
Oct 17 18:37:45.308185 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 18:37:45.308185 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 18:37:45.308185 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 18:37:45.308185 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     packet.raise_for_error()
Oct 17 18:37:45.308185 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 18:37:45.308185 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 18:37:45.308185 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 18:37:45.308185 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 18:37:45.308185 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Oct 17 18:37:45.308185 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder 
Oct 17 18:37:45.309919 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder The above exception was the direct cause of the following exception:
Oct 17 18:37:45.309919 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder 
Oct 17 18:37:45.309919 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder Traceback (most recent call last):
Oct 17 18:37:45.309919 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Oct 17 18:37:45.309919 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     sys.exit(main())
Oct 17 18:37:45.309919 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Oct 17 18:37:45.309919 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Oct 17 18:37:45.309919 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Oct 17 18:37:45.309919 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Oct 17 18:37:45.309919 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Oct 17 18:37:45.309919 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     self.manager = manager_class(host=self.host,
Oct 17 18:37:45.309919 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Oct 17 18:37:45.309919 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Oct 17 18:37:45.309919 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 18:37:45.309919 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 18:37:45.309919 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Oct 17 18:37:45.309919 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Oct 17 18:37:45.309919 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Oct 17 18:37:45.309919 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     self.host_manager = importutils.import_object(
Oct 17 18:37:45.309919 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 18:37:45.309919 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 18:37:45.309919 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Oct 17 18:37:45.309919 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Oct 17 18:37:45.311629 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Oct 17 18:37:45.311629 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Oct 17 18:37:45.311629 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Oct 17 18:37:45.311629 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Oct 17 18:37:45.311629 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Oct 17 18:37:45.311629 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Oct 17 18:37:45.311629 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Oct 17 18:37:45.311629 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     return f(*args, **kwargs)
Oct 17 18:37:45.311629 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Oct 17 18:37:45.311629 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     return fn(*args, **kwargs)
Oct 17 18:37:45.311629 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Oct 17 18:37:45.311629 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     return [] if not query else query.all()
Oct 17 18:37:45.311629 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Oct 17 18:37:45.311629 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     return self._iter().all()
Oct 17 18:37:45.311629 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Oct 17 18:37:45.311629 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     result = self.session.execute(
Oct 17 18:37:45.311629 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Oct 17 18:37:45.311629 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Oct 17 18:37:45.311629 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Oct 17 18:37:45.311629 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Oct 17 18:37:45.313402 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Oct 17 18:37:45.313402 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     return connection._execute_clauseelement(
Oct 17 18:37:45.313402 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Oct 17 18:37:45.313402 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     ret = self._execute_context(
Oct 17 18:37:45.313402 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Oct 17 18:37:45.313402 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     self._handle_dbapi_exception(
Oct 17 18:37:45.313402 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Oct 17 18:37:45.313402 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Oct 17 18:37:45.313402 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Oct 17 18:37:45.313402 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     raise exception
Oct 17 18:37:45.313402 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 18:37:45.313402 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     self.dialect.do_execute(
Oct 17 18:37:45.313402 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 18:37:45.313402 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 18:37:45.313402 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 18:37:45.313402 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     result = self._query(query)
Oct 17 18:37:45.313402 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 18:37:45.313402 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     conn.query(q)
Oct 17 18:37:45.313402 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 18:37:45.313402 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 18:37:45.313402 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 18:37:45.315229 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     result.read()
Oct 17 18:37:45.315229 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 18:37:45.315229 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 18:37:45.315229 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 18:37:45.315229 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     packet.raise_for_error()
Oct 17 18:37:45.315229 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 18:37:45.315229 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 18:37:45.315229 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 18:37:45.315229 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 18:37:45.315229 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 18:37:45.315229 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 18:37:45.315229 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder FROM services
Oct 17 18:37:45.316100 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 18:37:45.316100 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder FROM clusters
Oct 17 18:37:45.316100 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 18:37:45.316100 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder FROM clusters
Oct 17 18:37:45.316100 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 18:37:45.316100 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 18:37:45.316100 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 18:37:45.316100 dv-cinder-861566-2-iscsi cinder-scheduler[312459]: ERROR cinder 
Oct 17 18:37:45.740551 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Oct 17 18:37:45.740582 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Oct 17 18:55:43.522751 dv-cinder-861566-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Oct 17 18:55:47.202942 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: INFO dbcounter [None req-b0f716b0-536f-416b-9643-cad96381035f None None] Registered counter for database cinder
Oct 17 18:55:47.225339 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: DEBUG oslo_db.sqlalchemy.engines [None req-b0f716b0-536f-416b-9643-cad96381035f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=383323) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Oct 17 18:55:47.241832 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: DEBUG dbcounter [-] [383323] Writer thread running {{(pid=383323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Oct 17 18:55:47.550308 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 18:55:47.550308 dv-cinder-861566-2-iscsi cinder-scheduler[383323]:   from cryptography.utils import int_from_bytes
Oct 17 18:55:47.550308 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 18:55:47.550308 dv-cinder-861566-2-iscsi cinder-scheduler[383323]:   from cryptography.utils import int_from_bytes
Oct 17 18:55:47.562780 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: CRITICAL cinder [None req-b0f716b0-536f-416b-9643-cad96381035f None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 18:55:47.562780 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 18:55:47.562780 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: FROM services
Oct 17 18:55:47.562780 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 18:55:47.562780 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: FROM clusters
Oct 17 18:55:47.562780 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 18:55:47.562780 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: FROM clusters
Oct 17 18:55:47.562780 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 18:55:47.562780 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 18:55:47.562780 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 18:55:47.562780 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder Traceback (most recent call last):
Oct 17 18:55:47.564405 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 18:55:47.564405 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     self.dialect.do_execute(
Oct 17 18:55:47.564405 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 18:55:47.564405 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 18:55:47.564405 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 18:55:47.564405 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     result = self._query(query)
Oct 17 18:55:47.564405 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 18:55:47.564405 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     conn.query(q)
Oct 17 18:55:47.564405 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 18:55:47.564405 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 18:55:47.564405 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 18:55:47.564405 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     result.read()
Oct 17 18:55:47.564405 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 18:55:47.564405 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 18:55:47.564405 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 18:55:47.564405 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     packet.raise_for_error()
Oct 17 18:55:47.564405 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 18:55:47.564405 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 18:55:47.564405 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 18:55:47.564405 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 18:55:47.564405 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Oct 17 18:55:47.564405 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder 
Oct 17 18:55:47.567727 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder The above exception was the direct cause of the following exception:
Oct 17 18:55:47.567727 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder 
Oct 17 18:55:47.567727 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder Traceback (most recent call last):
Oct 17 18:55:47.567727 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Oct 17 18:55:47.567727 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     sys.exit(main())
Oct 17 18:55:47.567727 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Oct 17 18:55:47.567727 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Oct 17 18:55:47.567727 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Oct 17 18:55:47.567727 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Oct 17 18:55:47.567727 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Oct 17 18:55:47.567727 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     self.manager = manager_class(host=self.host,
Oct 17 18:55:47.567727 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Oct 17 18:55:47.567727 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Oct 17 18:55:47.567727 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 18:55:47.567727 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 18:55:47.567727 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Oct 17 18:55:47.567727 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Oct 17 18:55:47.567727 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Oct 17 18:55:47.567727 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     self.host_manager = importutils.import_object(
Oct 17 18:55:47.567727 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 18:55:47.567727 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 18:55:47.567727 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Oct 17 18:55:47.567727 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Oct 17 18:55:47.570646 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Oct 17 18:55:47.570646 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Oct 17 18:55:47.570646 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Oct 17 18:55:47.570646 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Oct 17 18:55:47.570646 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Oct 17 18:55:47.570646 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Oct 17 18:55:47.570646 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Oct 17 18:55:47.570646 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     return f(*args, **kwargs)
Oct 17 18:55:47.570646 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Oct 17 18:55:47.570646 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     return fn(*args, **kwargs)
Oct 17 18:55:47.570646 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Oct 17 18:55:47.570646 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     return [] if not query else query.all()
Oct 17 18:55:47.570646 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Oct 17 18:55:47.570646 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     return self._iter().all()
Oct 17 18:55:47.570646 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Oct 17 18:55:47.570646 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     result = self.session.execute(
Oct 17 18:55:47.570646 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Oct 17 18:55:47.570646 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Oct 17 18:55:47.570646 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Oct 17 18:55:47.570646 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Oct 17 18:55:47.573252 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Oct 17 18:55:47.573252 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     return connection._execute_clauseelement(
Oct 17 18:55:47.573252 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Oct 17 18:55:47.573252 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     ret = self._execute_context(
Oct 17 18:55:47.573252 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Oct 17 18:55:47.573252 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     self._handle_dbapi_exception(
Oct 17 18:55:47.573252 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Oct 17 18:55:47.573252 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Oct 17 18:55:47.573252 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Oct 17 18:55:47.573252 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     raise exception
Oct 17 18:55:47.573252 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 18:55:47.573252 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     self.dialect.do_execute(
Oct 17 18:55:47.573252 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 18:55:47.573252 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 18:55:47.573252 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 18:55:47.573252 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     result = self._query(query)
Oct 17 18:55:47.573252 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 18:55:47.573252 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     conn.query(q)
Oct 17 18:55:47.573252 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 18:55:47.573252 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 18:55:47.573252 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 18:55:47.575931 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     result.read()
Oct 17 18:55:47.575931 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 18:55:47.575931 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 18:55:47.575931 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 18:55:47.575931 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     packet.raise_for_error()
Oct 17 18:55:47.575931 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 18:55:47.575931 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 18:55:47.575931 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 18:55:47.575931 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 18:55:47.575931 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 18:55:47.575931 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 18:55:47.575931 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder FROM services
Oct 17 18:55:47.577447 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 18:55:47.577447 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder FROM clusters
Oct 17 18:55:47.577447 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 18:55:47.577447 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder FROM clusters
Oct 17 18:55:47.577447 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 18:55:47.577447 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 18:55:47.577447 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 18:55:47.577447 dv-cinder-861566-2-iscsi cinder-scheduler[383323]: ERROR cinder 
Oct 17 18:55:47.993676 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Oct 17 18:55:47.993713 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Oct 17 19:08:42.787339 dv-cinder-861566-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Oct 17 19:08:45.898314 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: INFO dbcounter [None req-8d8be311-f865-4cc7-bbbf-732e07c97fcc None None] Registered counter for database cinder
Oct 17 19:08:45.918496 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: DEBUG oslo_db.sqlalchemy.engines [None req-8d8be311-f865-4cc7-bbbf-732e07c97fcc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=447875) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Oct 17 19:08:45.926221 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: DEBUG dbcounter [-] [447875] Writer thread running {{(pid=447875) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Oct 17 19:08:46.150388 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 19:08:46.150388 dv-cinder-861566-2-iscsi cinder-scheduler[447875]:   from cryptography.utils import int_from_bytes
Oct 17 19:08:46.150388 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 19:08:46.150388 dv-cinder-861566-2-iscsi cinder-scheduler[447875]:   from cryptography.utils import int_from_bytes
Oct 17 19:08:46.161808 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: CRITICAL cinder [None req-8d8be311-f865-4cc7-bbbf-732e07c97fcc None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 19:08:46.161808 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 19:08:46.161808 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: FROM services
Oct 17 19:08:46.161808 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 19:08:46.161808 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: FROM clusters
Oct 17 19:08:46.161808 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 19:08:46.161808 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: FROM clusters
Oct 17 19:08:46.161808 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 19:08:46.161808 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 19:08:46.161808 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 19:08:46.161808 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder Traceback (most recent call last):
Oct 17 19:08:46.164078 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 19:08:46.164078 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     self.dialect.do_execute(
Oct 17 19:08:46.164078 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 19:08:46.164078 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 19:08:46.164078 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 19:08:46.164078 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     result = self._query(query)
Oct 17 19:08:46.164078 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 19:08:46.164078 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     conn.query(q)
Oct 17 19:08:46.164078 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 19:08:46.164078 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 19:08:46.164078 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 19:08:46.164078 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     result.read()
Oct 17 19:08:46.164078 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 19:08:46.164078 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 19:08:46.164078 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 19:08:46.164078 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     packet.raise_for_error()
Oct 17 19:08:46.164078 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 19:08:46.164078 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 19:08:46.164078 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 19:08:46.164078 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 19:08:46.164078 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Oct 17 19:08:46.164078 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder 
Oct 17 19:08:46.167169 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder The above exception was the direct cause of the following exception:
Oct 17 19:08:46.167169 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder 
Oct 17 19:08:46.167169 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder Traceback (most recent call last):
Oct 17 19:08:46.167169 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Oct 17 19:08:46.167169 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     sys.exit(main())
Oct 17 19:08:46.167169 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Oct 17 19:08:46.167169 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Oct 17 19:08:46.167169 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Oct 17 19:08:46.167169 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Oct 17 19:08:46.167169 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Oct 17 19:08:46.167169 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     self.manager = manager_class(host=self.host,
Oct 17 19:08:46.167169 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Oct 17 19:08:46.167169 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Oct 17 19:08:46.167169 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 19:08:46.167169 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 19:08:46.167169 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Oct 17 19:08:46.167169 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Oct 17 19:08:46.167169 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Oct 17 19:08:46.167169 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     self.host_manager = importutils.import_object(
Oct 17 19:08:46.167169 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 19:08:46.167169 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 19:08:46.167169 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Oct 17 19:08:46.167169 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Oct 17 19:08:46.170792 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Oct 17 19:08:46.170792 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Oct 17 19:08:46.170792 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Oct 17 19:08:46.170792 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Oct 17 19:08:46.170792 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Oct 17 19:08:46.170792 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Oct 17 19:08:46.170792 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Oct 17 19:08:46.170792 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     return f(*args, **kwargs)
Oct 17 19:08:46.170792 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Oct 17 19:08:46.170792 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     return fn(*args, **kwargs)
Oct 17 19:08:46.170792 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Oct 17 19:08:46.170792 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     return [] if not query else query.all()
Oct 17 19:08:46.170792 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Oct 17 19:08:46.170792 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     return self._iter().all()
Oct 17 19:08:46.170792 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Oct 17 19:08:46.170792 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     result = self.session.execute(
Oct 17 19:08:46.170792 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Oct 17 19:08:46.170792 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Oct 17 19:08:46.170792 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Oct 17 19:08:46.170792 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Oct 17 19:08:46.173417 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Oct 17 19:08:46.173417 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     return connection._execute_clauseelement(
Oct 17 19:08:46.173417 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Oct 17 19:08:46.173417 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     ret = self._execute_context(
Oct 17 19:08:46.173417 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Oct 17 19:08:46.173417 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     self._handle_dbapi_exception(
Oct 17 19:08:46.173417 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Oct 17 19:08:46.173417 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Oct 17 19:08:46.173417 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Oct 17 19:08:46.173417 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     raise exception
Oct 17 19:08:46.173417 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 19:08:46.173417 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     self.dialect.do_execute(
Oct 17 19:08:46.173417 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 19:08:46.173417 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 19:08:46.173417 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 19:08:46.173417 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     result = self._query(query)
Oct 17 19:08:46.173417 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 19:08:46.173417 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     conn.query(q)
Oct 17 19:08:46.173417 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 19:08:46.173417 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 19:08:46.173417 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 19:08:46.177187 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     result.read()
Oct 17 19:08:46.177187 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 19:08:46.177187 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 19:08:46.177187 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 19:08:46.177187 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     packet.raise_for_error()
Oct 17 19:08:46.177187 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 19:08:46.177187 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 19:08:46.177187 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 19:08:46.177187 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 19:08:46.177187 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 19:08:46.177187 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 19:08:46.177187 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder FROM services
Oct 17 19:08:46.178826 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 19:08:46.178826 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder FROM clusters
Oct 17 19:08:46.178826 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 19:08:46.178826 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder FROM clusters
Oct 17 19:08:46.178826 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 19:08:46.178826 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 19:08:46.178826 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 19:08:46.178826 dv-cinder-861566-2-iscsi cinder-scheduler[447875]: ERROR cinder 
Oct 17 19:08:46.584283 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Oct 17 19:08:46.584304 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Oct 17 19:20:51.155661 dv-cinder-861566-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Oct 17 19:20:54.227711 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: INFO dbcounter [None req-35488979-5814-4a27-b627-a818daacb2a8 None None] Registered counter for database cinder
Oct 17 19:20:54.249927 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: DEBUG oslo_db.sqlalchemy.engines [None req-35488979-5814-4a27-b627-a818daacb2a8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=512390) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Oct 17 19:20:54.260124 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: DEBUG dbcounter [-] [512390] Writer thread running {{(pid=512390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Oct 17 19:20:54.486902 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 19:20:54.486902 dv-cinder-861566-2-iscsi cinder-scheduler[512390]:   from cryptography.utils import int_from_bytes
Oct 17 19:20:54.486902 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 19:20:54.486902 dv-cinder-861566-2-iscsi cinder-scheduler[512390]:   from cryptography.utils import int_from_bytes
Oct 17 19:20:54.498999 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: CRITICAL cinder [None req-35488979-5814-4a27-b627-a818daacb2a8 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 19:20:54.498999 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 19:20:54.498999 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: FROM services
Oct 17 19:20:54.498999 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 19:20:54.498999 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: FROM clusters
Oct 17 19:20:54.498999 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 19:20:54.498999 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: FROM clusters
Oct 17 19:20:54.498999 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 19:20:54.498999 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 19:20:54.498999 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 19:20:54.498999 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder Traceback (most recent call last):
Oct 17 19:20:54.500205 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 19:20:54.500205 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     self.dialect.do_execute(
Oct 17 19:20:54.500205 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 19:20:54.500205 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 19:20:54.500205 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 19:20:54.500205 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     result = self._query(query)
Oct 17 19:20:54.500205 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 19:20:54.500205 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     conn.query(q)
Oct 17 19:20:54.500205 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 19:20:54.500205 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 19:20:54.500205 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 19:20:54.500205 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     result.read()
Oct 17 19:20:54.500205 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 19:20:54.500205 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 19:20:54.500205 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 19:20:54.500205 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     packet.raise_for_error()
Oct 17 19:20:54.500205 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 19:20:54.500205 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 19:20:54.500205 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 19:20:54.500205 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 19:20:54.500205 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Oct 17 19:20:54.500205 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder 
Oct 17 19:20:54.502767 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder The above exception was the direct cause of the following exception:
Oct 17 19:20:54.502767 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder 
Oct 17 19:20:54.502767 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder Traceback (most recent call last):
Oct 17 19:20:54.502767 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Oct 17 19:20:54.502767 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     sys.exit(main())
Oct 17 19:20:54.502767 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Oct 17 19:20:54.502767 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Oct 17 19:20:54.502767 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Oct 17 19:20:54.502767 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Oct 17 19:20:54.502767 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Oct 17 19:20:54.502767 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     self.manager = manager_class(host=self.host,
Oct 17 19:20:54.502767 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Oct 17 19:20:54.502767 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Oct 17 19:20:54.502767 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 19:20:54.502767 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 19:20:54.502767 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Oct 17 19:20:54.502767 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Oct 17 19:20:54.502767 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Oct 17 19:20:54.502767 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     self.host_manager = importutils.import_object(
Oct 17 19:20:54.502767 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 19:20:54.502767 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 19:20:54.502767 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Oct 17 19:20:54.502767 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Oct 17 19:20:54.505945 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Oct 17 19:20:54.505945 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Oct 17 19:20:54.505945 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Oct 17 19:20:54.505945 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Oct 17 19:20:54.505945 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Oct 17 19:20:54.505945 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Oct 17 19:20:54.505945 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Oct 17 19:20:54.505945 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     return f(*args, **kwargs)
Oct 17 19:20:54.505945 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Oct 17 19:20:54.505945 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     return fn(*args, **kwargs)
Oct 17 19:20:54.505945 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Oct 17 19:20:54.505945 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     return [] if not query else query.all()
Oct 17 19:20:54.505945 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Oct 17 19:20:54.505945 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     return self._iter().all()
Oct 17 19:20:54.505945 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Oct 17 19:20:54.505945 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     result = self.session.execute(
Oct 17 19:20:54.505945 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Oct 17 19:20:54.505945 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Oct 17 19:20:54.505945 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Oct 17 19:20:54.505945 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Oct 17 19:20:54.508575 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Oct 17 19:20:54.508575 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     return connection._execute_clauseelement(
Oct 17 19:20:54.508575 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Oct 17 19:20:54.508575 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     ret = self._execute_context(
Oct 17 19:20:54.508575 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Oct 17 19:20:54.508575 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     self._handle_dbapi_exception(
Oct 17 19:20:54.508575 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Oct 17 19:20:54.508575 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Oct 17 19:20:54.508575 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Oct 17 19:20:54.508575 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     raise exception
Oct 17 19:20:54.508575 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 19:20:54.508575 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     self.dialect.do_execute(
Oct 17 19:20:54.508575 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 19:20:54.508575 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 19:20:54.508575 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 19:20:54.508575 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     result = self._query(query)
Oct 17 19:20:54.508575 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 19:20:54.508575 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     conn.query(q)
Oct 17 19:20:54.508575 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 19:20:54.508575 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 19:20:54.508575 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 19:20:54.514208 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     result.read()
Oct 17 19:20:54.514208 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 19:20:54.514208 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 19:20:54.514208 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 19:20:54.514208 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     packet.raise_for_error()
Oct 17 19:20:54.514208 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 19:20:54.514208 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 19:20:54.514208 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 19:20:54.514208 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 19:20:54.514208 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 19:20:54.514208 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 19:20:54.514208 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder FROM services
Oct 17 19:20:54.515724 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 19:20:54.515724 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder FROM clusters
Oct 17 19:20:54.515724 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 19:20:54.515724 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder FROM clusters
Oct 17 19:20:54.515724 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 19:20:54.515724 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 19:20:54.515724 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 19:20:54.515724 dv-cinder-861566-2-iscsi cinder-scheduler[512390]: ERROR cinder 
Oct 17 19:20:54.906031 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Oct 17 19:20:54.906061 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Oct 17 19:32:59.239803 dv-cinder-861566-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Oct 17 19:33:02.302052 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: INFO dbcounter [None req-929f0e3a-144b-42bc-b10c-a71e050cf372 None None] Registered counter for database cinder
Oct 17 19:33:02.320922 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: DEBUG oslo_db.sqlalchemy.engines [None req-929f0e3a-144b-42bc-b10c-a71e050cf372 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=577346) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Oct 17 19:33:02.327652 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: DEBUG dbcounter [-] [577346] Writer thread running {{(pid=577346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Oct 17 19:33:02.533558 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 19:33:02.533558 dv-cinder-861566-2-iscsi cinder-scheduler[577346]:   from cryptography.utils import int_from_bytes
Oct 17 19:33:02.533558 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 19:33:02.533558 dv-cinder-861566-2-iscsi cinder-scheduler[577346]:   from cryptography.utils import int_from_bytes
Oct 17 19:33:02.546440 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: CRITICAL cinder [None req-929f0e3a-144b-42bc-b10c-a71e050cf372 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 19:33:02.546440 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 19:33:02.546440 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: FROM services
Oct 17 19:33:02.546440 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 19:33:02.546440 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: FROM clusters
Oct 17 19:33:02.546440 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 19:33:02.546440 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: FROM clusters
Oct 17 19:33:02.546440 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 19:33:02.546440 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 19:33:02.546440 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 19:33:02.546440 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder Traceback (most recent call last):
Oct 17 19:33:02.547466 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 19:33:02.547466 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     self.dialect.do_execute(
Oct 17 19:33:02.547466 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 19:33:02.547466 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 19:33:02.547466 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 19:33:02.547466 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     result = self._query(query)
Oct 17 19:33:02.547466 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 19:33:02.547466 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     conn.query(q)
Oct 17 19:33:02.547466 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 19:33:02.547466 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 19:33:02.547466 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 19:33:02.547466 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     result.read()
Oct 17 19:33:02.547466 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 19:33:02.547466 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 19:33:02.547466 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 19:33:02.547466 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     packet.raise_for_error()
Oct 17 19:33:02.547466 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 19:33:02.547466 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 19:33:02.547466 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 19:33:02.547466 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 19:33:02.547466 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Oct 17 19:33:02.547466 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder 
Oct 17 19:33:02.549174 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder The above exception was the direct cause of the following exception:
Oct 17 19:33:02.549174 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder 
Oct 17 19:33:02.549174 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder Traceback (most recent call last):
Oct 17 19:33:02.549174 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Oct 17 19:33:02.549174 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     sys.exit(main())
Oct 17 19:33:02.549174 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Oct 17 19:33:02.549174 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Oct 17 19:33:02.549174 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Oct 17 19:33:02.549174 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Oct 17 19:33:02.549174 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Oct 17 19:33:02.549174 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     self.manager = manager_class(host=self.host,
Oct 17 19:33:02.549174 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Oct 17 19:33:02.549174 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Oct 17 19:33:02.549174 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 19:33:02.549174 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 19:33:02.549174 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Oct 17 19:33:02.549174 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Oct 17 19:33:02.549174 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Oct 17 19:33:02.549174 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     self.host_manager = importutils.import_object(
Oct 17 19:33:02.549174 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 19:33:02.549174 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 19:33:02.549174 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Oct 17 19:33:02.549174 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Oct 17 19:33:02.550963 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Oct 17 19:33:02.550963 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Oct 17 19:33:02.550963 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Oct 17 19:33:02.550963 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Oct 17 19:33:02.550963 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Oct 17 19:33:02.550963 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Oct 17 19:33:02.550963 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Oct 17 19:33:02.550963 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     return f(*args, **kwargs)
Oct 17 19:33:02.550963 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Oct 17 19:33:02.550963 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     return fn(*args, **kwargs)
Oct 17 19:33:02.550963 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Oct 17 19:33:02.550963 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     return [] if not query else query.all()
Oct 17 19:33:02.550963 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Oct 17 19:33:02.550963 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     return self._iter().all()
Oct 17 19:33:02.550963 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Oct 17 19:33:02.550963 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     result = self.session.execute(
Oct 17 19:33:02.550963 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Oct 17 19:33:02.550963 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Oct 17 19:33:02.550963 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Oct 17 19:33:02.550963 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Oct 17 19:33:02.552506 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Oct 17 19:33:02.552506 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     return connection._execute_clauseelement(
Oct 17 19:33:02.552506 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Oct 17 19:33:02.552506 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     ret = self._execute_context(
Oct 17 19:33:02.552506 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Oct 17 19:33:02.552506 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     self._handle_dbapi_exception(
Oct 17 19:33:02.552506 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Oct 17 19:33:02.552506 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Oct 17 19:33:02.552506 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Oct 17 19:33:02.552506 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     raise exception
Oct 17 19:33:02.552506 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 19:33:02.552506 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     self.dialect.do_execute(
Oct 17 19:33:02.552506 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 19:33:02.552506 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 19:33:02.552506 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 19:33:02.552506 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     result = self._query(query)
Oct 17 19:33:02.552506 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 19:33:02.552506 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     conn.query(q)
Oct 17 19:33:02.552506 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 19:33:02.552506 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 19:33:02.552506 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 19:33:02.554115 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     result.read()
Oct 17 19:33:02.554115 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 19:33:02.554115 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 19:33:02.554115 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 19:33:02.554115 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     packet.raise_for_error()
Oct 17 19:33:02.554115 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 19:33:02.554115 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 19:33:02.554115 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 19:33:02.554115 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 19:33:02.554115 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 19:33:02.554115 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 19:33:02.554115 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder FROM services
Oct 17 19:33:02.555043 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 19:33:02.555043 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder FROM clusters
Oct 17 19:33:02.555043 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 19:33:02.555043 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder FROM clusters
Oct 17 19:33:02.555043 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 19:33:02.555043 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 19:33:02.555043 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 19:33:02.555043 dv-cinder-861566-2-iscsi cinder-scheduler[577346]: ERROR cinder 
Oct 17 19:33:02.956660 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Oct 17 19:33:02.956675 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Oct 17 19:47:58.934065 dv-cinder-861566-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Oct 17 19:48:02.018148 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: INFO dbcounter [None req-3a9df793-79f3-46fb-b90f-02bc7f2ea0ce None None] Registered counter for database cinder
Oct 17 19:48:02.036596 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: DEBUG oslo_db.sqlalchemy.engines [None req-3a9df793-79f3-46fb-b90f-02bc7f2ea0ce None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=647746) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Oct 17 19:48:02.043738 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: DEBUG dbcounter [-] [647746] Writer thread running {{(pid=647746) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Oct 17 19:48:02.250394 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 19:48:02.250394 dv-cinder-861566-2-iscsi cinder-scheduler[647746]:   from cryptography.utils import int_from_bytes
Oct 17 19:48:02.250394 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 19:48:02.250394 dv-cinder-861566-2-iscsi cinder-scheduler[647746]:   from cryptography.utils import int_from_bytes
Oct 17 19:48:02.262445 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: CRITICAL cinder [None req-3a9df793-79f3-46fb-b90f-02bc7f2ea0ce None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 19:48:02.262445 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 19:48:02.262445 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: FROM services
Oct 17 19:48:02.262445 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 19:48:02.262445 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: FROM clusters
Oct 17 19:48:02.262445 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 19:48:02.262445 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: FROM clusters
Oct 17 19:48:02.262445 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 19:48:02.262445 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 19:48:02.262445 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 19:48:02.262445 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder Traceback (most recent call last):
Oct 17 19:48:02.263138 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 19:48:02.263138 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     self.dialect.do_execute(
Oct 17 19:48:02.263138 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 19:48:02.263138 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 19:48:02.263138 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 19:48:02.263138 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     result = self._query(query)
Oct 17 19:48:02.263138 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 19:48:02.263138 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     conn.query(q)
Oct 17 19:48:02.263138 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 19:48:02.263138 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 19:48:02.263138 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 19:48:02.263138 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     result.read()
Oct 17 19:48:02.263138 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 19:48:02.263138 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 19:48:02.263138 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 19:48:02.263138 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     packet.raise_for_error()
Oct 17 19:48:02.263138 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 19:48:02.263138 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 19:48:02.263138 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 19:48:02.263138 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 19:48:02.263138 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Oct 17 19:48:02.263138 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder 
Oct 17 19:48:02.264233 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder The above exception was the direct cause of the following exception:
Oct 17 19:48:02.264233 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder 
Oct 17 19:48:02.264233 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder Traceback (most recent call last):
Oct 17 19:48:02.264233 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Oct 17 19:48:02.264233 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     sys.exit(main())
Oct 17 19:48:02.264233 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Oct 17 19:48:02.264233 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Oct 17 19:48:02.264233 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Oct 17 19:48:02.264233 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Oct 17 19:48:02.264233 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Oct 17 19:48:02.264233 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     self.manager = manager_class(host=self.host,
Oct 17 19:48:02.264233 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Oct 17 19:48:02.264233 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Oct 17 19:48:02.264233 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 19:48:02.264233 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 19:48:02.264233 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Oct 17 19:48:02.264233 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Oct 17 19:48:02.264233 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Oct 17 19:48:02.264233 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     self.host_manager = importutils.import_object(
Oct 17 19:48:02.264233 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 19:48:02.264233 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 19:48:02.264233 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Oct 17 19:48:02.264233 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Oct 17 19:48:02.265379 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Oct 17 19:48:02.265379 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Oct 17 19:48:02.265379 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Oct 17 19:48:02.265379 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Oct 17 19:48:02.265379 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Oct 17 19:48:02.265379 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Oct 17 19:48:02.265379 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Oct 17 19:48:02.265379 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     return f(*args, **kwargs)
Oct 17 19:48:02.265379 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Oct 17 19:48:02.265379 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     return fn(*args, **kwargs)
Oct 17 19:48:02.265379 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Oct 17 19:48:02.265379 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     return [] if not query else query.all()
Oct 17 19:48:02.265379 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Oct 17 19:48:02.265379 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     return self._iter().all()
Oct 17 19:48:02.265379 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Oct 17 19:48:02.265379 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     result = self.session.execute(
Oct 17 19:48:02.265379 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Oct 17 19:48:02.265379 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Oct 17 19:48:02.265379 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Oct 17 19:48:02.265379 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Oct 17 19:48:02.266448 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Oct 17 19:48:02.266448 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     return connection._execute_clauseelement(
Oct 17 19:48:02.266448 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Oct 17 19:48:02.266448 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     ret = self._execute_context(
Oct 17 19:48:02.266448 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Oct 17 19:48:02.266448 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     self._handle_dbapi_exception(
Oct 17 19:48:02.266448 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Oct 17 19:48:02.266448 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Oct 17 19:48:02.266448 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Oct 17 19:48:02.266448 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     raise exception
Oct 17 19:48:02.266448 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 19:48:02.266448 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     self.dialect.do_execute(
Oct 17 19:48:02.266448 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 19:48:02.266448 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 19:48:02.266448 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 19:48:02.266448 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     result = self._query(query)
Oct 17 19:48:02.266448 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 19:48:02.266448 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     conn.query(q)
Oct 17 19:48:02.266448 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 19:48:02.266448 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 19:48:02.266448 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 19:48:02.267429 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     result.read()
Oct 17 19:48:02.267429 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 19:48:02.267429 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 19:48:02.267429 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 19:48:02.267429 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     packet.raise_for_error()
Oct 17 19:48:02.267429 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 19:48:02.267429 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 19:48:02.267429 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 19:48:02.267429 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 19:48:02.267429 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 19:48:02.267429 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 19:48:02.267429 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder FROM services
Oct 17 19:48:02.267986 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 19:48:02.267986 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder FROM clusters
Oct 17 19:48:02.267986 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 19:48:02.267986 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder FROM clusters
Oct 17 19:48:02.267986 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 19:48:02.267986 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 19:48:02.267986 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 19:48:02.267986 dv-cinder-861566-2-iscsi cinder-scheduler[647746]: ERROR cinder 
Oct 17 19:48:02.672646 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Oct 17 19:48:02.672660 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Oct 17 20:00:04.294067 dv-cinder-861566-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Oct 17 20:00:07.283228 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: INFO dbcounter [None req-590ef721-6809-446a-8136-b16284b66cb0 None None] Registered counter for database cinder
Oct 17 20:00:07.302515 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: DEBUG oslo_db.sqlalchemy.engines [None req-590ef721-6809-446a-8136-b16284b66cb0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=712688) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Oct 17 20:00:07.312063 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: DEBUG dbcounter [-] [712688] Writer thread running {{(pid=712688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Oct 17 20:00:07.512710 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 20:00:07.512710 dv-cinder-861566-2-iscsi cinder-scheduler[712688]:   from cryptography.utils import int_from_bytes
Oct 17 20:00:07.512710 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 20:00:07.512710 dv-cinder-861566-2-iscsi cinder-scheduler[712688]:   from cryptography.utils import int_from_bytes
Oct 17 20:00:07.525496 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: CRITICAL cinder [None req-590ef721-6809-446a-8136-b16284b66cb0 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 20:00:07.525496 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 20:00:07.525496 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: FROM services
Oct 17 20:00:07.525496 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 20:00:07.525496 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: FROM clusters
Oct 17 20:00:07.525496 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 20:00:07.525496 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: FROM clusters
Oct 17 20:00:07.525496 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 20:00:07.525496 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 20:00:07.525496 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 20:00:07.525496 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder Traceback (most recent call last):
Oct 17 20:00:07.526467 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 20:00:07.526467 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     self.dialect.do_execute(
Oct 17 20:00:07.526467 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 20:00:07.526467 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 20:00:07.526467 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 20:00:07.526467 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     result = self._query(query)
Oct 17 20:00:07.526467 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 20:00:07.526467 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     conn.query(q)
Oct 17 20:00:07.526467 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 20:00:07.526467 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 20:00:07.526467 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 20:00:07.526467 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     result.read()
Oct 17 20:00:07.526467 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 20:00:07.526467 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 20:00:07.526467 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 20:00:07.526467 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     packet.raise_for_error()
Oct 17 20:00:07.526467 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 20:00:07.526467 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 20:00:07.526467 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 20:00:07.526467 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 20:00:07.526467 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Oct 17 20:00:07.526467 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder 
Oct 17 20:00:07.527720 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder The above exception was the direct cause of the following exception:
Oct 17 20:00:07.527720 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder 
Oct 17 20:00:07.527720 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder Traceback (most recent call last):
Oct 17 20:00:07.527720 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Oct 17 20:00:07.527720 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     sys.exit(main())
Oct 17 20:00:07.527720 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Oct 17 20:00:07.527720 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Oct 17 20:00:07.527720 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Oct 17 20:00:07.527720 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Oct 17 20:00:07.527720 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Oct 17 20:00:07.527720 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     self.manager = manager_class(host=self.host,
Oct 17 20:00:07.527720 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Oct 17 20:00:07.527720 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Oct 17 20:00:07.527720 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 20:00:07.527720 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 20:00:07.527720 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Oct 17 20:00:07.527720 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Oct 17 20:00:07.527720 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Oct 17 20:00:07.527720 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     self.host_manager = importutils.import_object(
Oct 17 20:00:07.527720 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 20:00:07.527720 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 20:00:07.527720 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Oct 17 20:00:07.527720 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Oct 17 20:00:07.528970 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Oct 17 20:00:07.528970 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Oct 17 20:00:07.528970 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Oct 17 20:00:07.528970 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Oct 17 20:00:07.528970 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Oct 17 20:00:07.528970 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Oct 17 20:00:07.528970 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Oct 17 20:00:07.528970 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     return f(*args, **kwargs)
Oct 17 20:00:07.528970 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Oct 17 20:00:07.528970 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     return fn(*args, **kwargs)
Oct 17 20:00:07.528970 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Oct 17 20:00:07.528970 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     return [] if not query else query.all()
Oct 17 20:00:07.528970 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Oct 17 20:00:07.528970 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     return self._iter().all()
Oct 17 20:00:07.528970 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Oct 17 20:00:07.528970 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     result = self.session.execute(
Oct 17 20:00:07.528970 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Oct 17 20:00:07.528970 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Oct 17 20:00:07.528970 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Oct 17 20:00:07.528970 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Oct 17 20:00:07.531921 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Oct 17 20:00:07.531921 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     return connection._execute_clauseelement(
Oct 17 20:00:07.531921 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Oct 17 20:00:07.531921 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     ret = self._execute_context(
Oct 17 20:00:07.531921 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Oct 17 20:00:07.531921 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     self._handle_dbapi_exception(
Oct 17 20:00:07.531921 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Oct 17 20:00:07.531921 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Oct 17 20:00:07.531921 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Oct 17 20:00:07.531921 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     raise exception
Oct 17 20:00:07.531921 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 20:00:07.531921 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     self.dialect.do_execute(
Oct 17 20:00:07.531921 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 20:00:07.531921 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 20:00:07.531921 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 20:00:07.531921 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     result = self._query(query)
Oct 17 20:00:07.531921 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 20:00:07.531921 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     conn.query(q)
Oct 17 20:00:07.531921 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 20:00:07.531921 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 20:00:07.531921 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 20:00:07.534754 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     result.read()
Oct 17 20:00:07.534754 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 20:00:07.534754 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 20:00:07.534754 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 20:00:07.534754 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     packet.raise_for_error()
Oct 17 20:00:07.534754 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 20:00:07.534754 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 20:00:07.534754 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 20:00:07.534754 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 20:00:07.534754 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 20:00:07.534754 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 20:00:07.534754 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder FROM services
Oct 17 20:00:07.536342 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 20:00:07.536342 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder FROM clusters
Oct 17 20:00:07.536342 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 20:00:07.536342 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder FROM clusters
Oct 17 20:00:07.536342 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 20:00:07.536342 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 20:00:07.536342 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 20:00:07.536342 dv-cinder-861566-2-iscsi cinder-scheduler[712688]: ERROR cinder 
Oct 17 20:00:07.930821 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Oct 17 20:00:07.930852 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Oct 17 20:12:02.153482 dv-cinder-861566-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Oct 17 20:12:05.174701 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: INFO dbcounter [None req-5a5ccca3-8271-44f6-b57d-4b9621535148 None None] Registered counter for database cinder
Oct 17 20:12:05.194017 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: DEBUG oslo_db.sqlalchemy.engines [None req-5a5ccca3-8271-44f6-b57d-4b9621535148 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=777218) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Oct 17 20:12:05.200525 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: DEBUG dbcounter [-] [777218] Writer thread running {{(pid=777218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Oct 17 20:12:05.405436 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 20:12:05.405436 dv-cinder-861566-2-iscsi cinder-scheduler[777218]:   from cryptography.utils import int_from_bytes
Oct 17 20:12:05.405436 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 20:12:05.405436 dv-cinder-861566-2-iscsi cinder-scheduler[777218]:   from cryptography.utils import int_from_bytes
Oct 17 20:12:05.417930 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: CRITICAL cinder [None req-5a5ccca3-8271-44f6-b57d-4b9621535148 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 20:12:05.417930 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 20:12:05.417930 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: FROM services
Oct 17 20:12:05.417930 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 20:12:05.417930 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: FROM clusters
Oct 17 20:12:05.417930 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 20:12:05.417930 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: FROM clusters
Oct 17 20:12:05.417930 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 20:12:05.417930 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 20:12:05.417930 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 20:12:05.417930 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder Traceback (most recent call last):
Oct 17 20:12:05.418926 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 20:12:05.418926 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     self.dialect.do_execute(
Oct 17 20:12:05.418926 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 20:12:05.418926 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 20:12:05.418926 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 20:12:05.418926 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     result = self._query(query)
Oct 17 20:12:05.418926 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 20:12:05.418926 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     conn.query(q)
Oct 17 20:12:05.418926 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 20:12:05.418926 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 20:12:05.418926 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 20:12:05.418926 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     result.read()
Oct 17 20:12:05.418926 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 20:12:05.418926 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 20:12:05.418926 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 20:12:05.418926 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     packet.raise_for_error()
Oct 17 20:12:05.418926 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 20:12:05.418926 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 20:12:05.418926 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 20:12:05.418926 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 20:12:05.418926 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Oct 17 20:12:05.418926 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder 
Oct 17 20:12:05.420402 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder The above exception was the direct cause of the following exception:
Oct 17 20:12:05.420402 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder 
Oct 17 20:12:05.420402 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder Traceback (most recent call last):
Oct 17 20:12:05.420402 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Oct 17 20:12:05.420402 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     sys.exit(main())
Oct 17 20:12:05.420402 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Oct 17 20:12:05.420402 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Oct 17 20:12:05.420402 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Oct 17 20:12:05.420402 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Oct 17 20:12:05.420402 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Oct 17 20:12:05.420402 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     self.manager = manager_class(host=self.host,
Oct 17 20:12:05.420402 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Oct 17 20:12:05.420402 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Oct 17 20:12:05.420402 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 20:12:05.420402 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 20:12:05.420402 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Oct 17 20:12:05.420402 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Oct 17 20:12:05.420402 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Oct 17 20:12:05.420402 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     self.host_manager = importutils.import_object(
Oct 17 20:12:05.420402 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 20:12:05.420402 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 20:12:05.420402 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Oct 17 20:12:05.420402 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Oct 17 20:12:05.422186 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Oct 17 20:12:05.422186 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Oct 17 20:12:05.422186 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Oct 17 20:12:05.422186 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Oct 17 20:12:05.422186 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Oct 17 20:12:05.422186 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Oct 17 20:12:05.422186 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Oct 17 20:12:05.422186 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     return f(*args, **kwargs)
Oct 17 20:12:05.422186 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Oct 17 20:12:05.422186 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     return fn(*args, **kwargs)
Oct 17 20:12:05.422186 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Oct 17 20:12:05.422186 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     return [] if not query else query.all()
Oct 17 20:12:05.422186 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Oct 17 20:12:05.422186 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     return self._iter().all()
Oct 17 20:12:05.422186 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Oct 17 20:12:05.422186 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     result = self.session.execute(
Oct 17 20:12:05.422186 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Oct 17 20:12:05.422186 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Oct 17 20:12:05.422186 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Oct 17 20:12:05.422186 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Oct 17 20:12:05.423627 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Oct 17 20:12:05.423627 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     return connection._execute_clauseelement(
Oct 17 20:12:05.423627 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Oct 17 20:12:05.423627 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     ret = self._execute_context(
Oct 17 20:12:05.423627 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Oct 17 20:12:05.423627 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     self._handle_dbapi_exception(
Oct 17 20:12:05.423627 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Oct 17 20:12:05.423627 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Oct 17 20:12:05.423627 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Oct 17 20:12:05.423627 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     raise exception
Oct 17 20:12:05.423627 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 20:12:05.423627 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     self.dialect.do_execute(
Oct 17 20:12:05.423627 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 20:12:05.423627 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 20:12:05.423627 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 20:12:05.423627 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     result = self._query(query)
Oct 17 20:12:05.423627 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 20:12:05.423627 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     conn.query(q)
Oct 17 20:12:05.423627 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 20:12:05.423627 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 20:12:05.423627 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 20:12:05.425287 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     result.read()
Oct 17 20:12:05.425287 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 20:12:05.425287 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 20:12:05.425287 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 20:12:05.425287 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     packet.raise_for_error()
Oct 17 20:12:05.425287 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 20:12:05.425287 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 20:12:05.425287 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 20:12:05.425287 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 20:12:05.425287 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 20:12:05.425287 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 20:12:05.425287 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder FROM services
Oct 17 20:12:05.426170 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 20:12:05.426170 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder FROM clusters
Oct 17 20:12:05.426170 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 20:12:05.426170 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder FROM clusters
Oct 17 20:12:05.426170 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 20:12:05.426170 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 20:12:05.426170 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 20:12:05.426170 dv-cinder-861566-2-iscsi cinder-scheduler[777218]: ERROR cinder 
Oct 17 20:12:05.831066 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Oct 17 20:12:05.831080 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Oct 17 20:23:57.812110 dv-cinder-861566-2-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Oct 17 20:24:00.845595 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: INFO dbcounter [None req-4dd70048-6f48-401d-902d-54388f3675e7 None None] Registered counter for database cinder
Oct 17 20:24:00.865498 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: DEBUG oslo_db.sqlalchemy.engines [None req-4dd70048-6f48-401d-902d-54388f3675e7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=841771) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Oct 17 20:24:00.872011 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: DEBUG dbcounter [-] [841771] Writer thread running {{(pid=841771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Oct 17 20:24:01.084334 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 20:24:01.084334 dv-cinder-861566-2-iscsi cinder-scheduler[841771]:   from cryptography.utils import int_from_bytes
Oct 17 20:24:01.084334 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 17 20:24:01.084334 dv-cinder-861566-2-iscsi cinder-scheduler[841771]:   from cryptography.utils import int_from_bytes
Oct 17 20:24:01.095761 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: CRITICAL cinder [None req-4dd70048-6f48-401d-902d-54388f3675e7 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 20:24:01.095761 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 20:24:01.095761 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: FROM services
Oct 17 20:24:01.095761 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 20:24:01.095761 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: FROM clusters
Oct 17 20:24:01.095761 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 20:24:01.095761 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: FROM clusters
Oct 17 20:24:01.095761 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 20:24:01.095761 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 20:24:01.095761 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 20:24:01.095761 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder Traceback (most recent call last):
Oct 17 20:24:01.096626 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 20:24:01.096626 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     self.dialect.do_execute(
Oct 17 20:24:01.096626 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 20:24:01.096626 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 20:24:01.096626 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 20:24:01.096626 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     result = self._query(query)
Oct 17 20:24:01.096626 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 20:24:01.096626 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     conn.query(q)
Oct 17 20:24:01.096626 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 20:24:01.096626 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 20:24:01.096626 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 20:24:01.096626 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     result.read()
Oct 17 20:24:01.096626 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 20:24:01.096626 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 20:24:01.096626 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 20:24:01.096626 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     packet.raise_for_error()
Oct 17 20:24:01.096626 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 20:24:01.096626 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 20:24:01.096626 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 20:24:01.096626 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 20:24:01.096626 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Oct 17 20:24:01.096626 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder 
Oct 17 20:24:01.098042 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder The above exception was the direct cause of the following exception:
Oct 17 20:24:01.098042 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder 
Oct 17 20:24:01.098042 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder Traceback (most recent call last):
Oct 17 20:24:01.098042 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Oct 17 20:24:01.098042 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     sys.exit(main())
Oct 17 20:24:01.098042 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Oct 17 20:24:01.098042 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Oct 17 20:24:01.098042 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Oct 17 20:24:01.098042 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Oct 17 20:24:01.098042 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Oct 17 20:24:01.098042 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     self.manager = manager_class(host=self.host,
Oct 17 20:24:01.098042 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Oct 17 20:24:01.098042 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Oct 17 20:24:01.098042 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 20:24:01.098042 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 20:24:01.098042 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Oct 17 20:24:01.098042 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Oct 17 20:24:01.098042 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Oct 17 20:24:01.098042 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     self.host_manager = importutils.import_object(
Oct 17 20:24:01.098042 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Oct 17 20:24:01.098042 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Oct 17 20:24:01.098042 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Oct 17 20:24:01.098042 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Oct 17 20:24:01.099543 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Oct 17 20:24:01.099543 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Oct 17 20:24:01.099543 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Oct 17 20:24:01.099543 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Oct 17 20:24:01.099543 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Oct 17 20:24:01.099543 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Oct 17 20:24:01.099543 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Oct 17 20:24:01.099543 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     return f(*args, **kwargs)
Oct 17 20:24:01.099543 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Oct 17 20:24:01.099543 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     return fn(*args, **kwargs)
Oct 17 20:24:01.099543 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Oct 17 20:24:01.099543 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     return [] if not query else query.all()
Oct 17 20:24:01.099543 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Oct 17 20:24:01.099543 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     return self._iter().all()
Oct 17 20:24:01.099543 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Oct 17 20:24:01.099543 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     result = self.session.execute(
Oct 17 20:24:01.099543 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Oct 17 20:24:01.099543 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Oct 17 20:24:01.099543 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Oct 17 20:24:01.099543 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Oct 17 20:24:01.103480 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Oct 17 20:24:01.103480 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     return connection._execute_clauseelement(
Oct 17 20:24:01.103480 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Oct 17 20:24:01.103480 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     ret = self._execute_context(
Oct 17 20:24:01.103480 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Oct 17 20:24:01.103480 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     self._handle_dbapi_exception(
Oct 17 20:24:01.103480 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Oct 17 20:24:01.103480 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Oct 17 20:24:01.103480 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Oct 17 20:24:01.103480 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     raise exception
Oct 17 20:24:01.103480 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Oct 17 20:24:01.103480 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     self.dialect.do_execute(
Oct 17 20:24:01.103480 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Oct 17 20:24:01.103480 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     cursor.execute(statement, parameters)
Oct 17 20:24:01.103480 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Oct 17 20:24:01.103480 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     result = self._query(query)
Oct 17 20:24:01.103480 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Oct 17 20:24:01.103480 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     conn.query(q)
Oct 17 20:24:01.103480 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Oct 17 20:24:01.103480 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Oct 17 20:24:01.103480 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Oct 17 20:24:01.104838 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     result.read()
Oct 17 20:24:01.104838 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Oct 17 20:24:01.104838 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     first_packet = self.connection._read_packet()
Oct 17 20:24:01.104838 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Oct 17 20:24:01.104838 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     packet.raise_for_error()
Oct 17 20:24:01.104838 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Oct 17 20:24:01.104838 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     err.raise_mysql_exception(self._data)
Oct 17 20:24:01.104838 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Oct 17 20:24:01.104838 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder     raise errorclass(errno, errval)
Oct 17 20:24:01.104838 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Oct 17 20:24:01.104838 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Oct 17 20:24:01.104838 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder FROM services
Oct 17 20:24:01.105642 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 20:24:01.105642 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder FROM clusters
Oct 17 20:24:01.105642 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Oct 17 20:24:01.105642 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder FROM clusters
Oct 17 20:24:01.105642 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Oct 17 20:24:01.105642 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Oct 17 20:24:01.105642 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Oct 17 20:24:01.105642 dv-cinder-861566-2-iscsi cinder-scheduler[841771]: ERROR cinder 
Oct 17 20:24:01.498131 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Oct 17 20:24:01.498153 dv-cinder-861566-2-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.