-- Logs begin at Wed 2022-08-10 10:20:29 UTC, end at Wed 2022-08-10 14:58:49 UTC. --
Aug 10 11:13:43.153451 dv-cinder-851351-3-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 11:13:46.144739 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: INFO dbcounter [None req-7eeb44ba-50db-4efb-a7e6-4af0e7262d68 None None] Registered counter for database cinder
Aug 10 11:13:46.164403 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: DEBUG oslo_db.sqlalchemy.engines [None req-7eeb44ba-50db-4efb-a7e6-4af0e7262d68 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111855) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 11:13:46.170842 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: DEBUG dbcounter [-] [111855] Writer thread running {{(pid=111855) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 11:13:46.375834 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 11:13:46.375834 dv-cinder-851351-3-iscsi cinder-scheduler[111855]:   from cryptography.utils import int_from_bytes
Aug 10 11:13:46.375834 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 11:13:46.375834 dv-cinder-851351-3-iscsi cinder-scheduler[111855]:   from cryptography.utils import int_from_bytes
Aug 10 11:13:46.387907 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: CRITICAL cinder [None req-7eeb44ba-50db-4efb-a7e6-4af0e7262d68 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:13:46.387907 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 11:13:46.387907 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: FROM services
Aug 10 11:13:46.387907 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:13:46.387907 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: FROM clusters
Aug 10 11:13:46.387907 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:13:46.387907 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: FROM clusters
Aug 10 11:13:46.387907 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 11:13:46.387907 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 11:13:46.387907 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 11:13:46.387907 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder Traceback (most recent call last):
Aug 10 11:13:46.388751 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 11:13:46.388751 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     self.dialect.do_execute(
Aug 10 11:13:46.388751 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 11:13:46.388751 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 11:13:46.388751 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 11:13:46.388751 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     result = self._query(query)
Aug 10 11:13:46.388751 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 11:13:46.388751 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     conn.query(q)
Aug 10 11:13:46.388751 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 11:13:46.388751 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 11:13:46.388751 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 11:13:46.388751 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     result.read()
Aug 10 11:13:46.388751 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 11:13:46.388751 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 11:13:46.388751 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 11:13:46.388751 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     packet.raise_for_error()
Aug 10 11:13:46.388751 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 11:13:46.388751 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 11:13:46.388751 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 11:13:46.388751 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 11:13:46.388751 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:13:46.388751 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder 
Aug 10 11:13:46.389878 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 11:13:46.389878 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder 
Aug 10 11:13:46.389878 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder Traceback (most recent call last):
Aug 10 11:13:46.389878 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 11:13:46.389878 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     sys.exit(main())
Aug 10 11:13:46.389878 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 11:13:46.389878 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 11:13:46.389878 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 11:13:46.389878 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 11:13:46.389878 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 11:13:46.389878 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 11:13:46.389878 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 11:13:46.389878 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 11:13:46.389878 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 11:13:46.389878 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 11:13:46.389878 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 11:13:46.389878 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 11:13:46.389878 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 11:13:46.389878 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 11:13:46.389878 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 11:13:46.389878 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 11:13:46.389878 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 11:13:46.389878 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 11:13:46.391169 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 11:13:46.391169 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 11:13:46.391169 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 11:13:46.391169 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 11:13:46.391169 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 11:13:46.391169 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 11:13:46.391169 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 11:13:46.391169 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     return f(*args, **kwargs)
Aug 10 11:13:46.391169 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 11:13:46.391169 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 11:13:46.391169 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 11:13:46.391169 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     return [] if not query else query.all()
Aug 10 11:13:46.391169 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 11:13:46.391169 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     return self._iter().all()
Aug 10 11:13:46.391169 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 11:13:46.391169 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     result = self.session.execute(
Aug 10 11:13:46.391169 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 11:13:46.391169 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 11:13:46.391169 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 11:13:46.391169 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 11:13:46.392235 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 11:13:46.392235 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 11:13:46.392235 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 11:13:46.392235 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     ret = self._execute_context(
Aug 10 11:13:46.392235 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 11:13:46.392235 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 11:13:46.392235 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 11:13:46.392235 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 11:13:46.392235 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 11:13:46.392235 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     raise exception
Aug 10 11:13:46.392235 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 11:13:46.392235 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     self.dialect.do_execute(
Aug 10 11:13:46.392235 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 11:13:46.392235 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 11:13:46.392235 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 11:13:46.392235 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     result = self._query(query)
Aug 10 11:13:46.392235 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 11:13:46.392235 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     conn.query(q)
Aug 10 11:13:46.392235 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 11:13:46.392235 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 11:13:46.392235 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 11:13:46.393354 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     result.read()
Aug 10 11:13:46.393354 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 11:13:46.393354 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 11:13:46.393354 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 11:13:46.393354 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     packet.raise_for_error()
Aug 10 11:13:46.393354 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 11:13:46.393354 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 11:13:46.393354 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 11:13:46.393354 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 11:13:46.393354 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:13:46.393354 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 11:13:46.393354 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder FROM services
Aug 10 11:13:46.394018 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:13:46.394018 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder FROM clusters
Aug 10 11:13:46.394018 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:13:46.394018 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder FROM clusters
Aug 10 11:13:46.394018 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 11:13:46.394018 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 11:13:46.394018 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 11:13:46.394018 dv-cinder-851351-3-iscsi cinder-scheduler[111855]: ERROR cinder 
Aug 10 11:13:46.790753 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 11:13:46.790773 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 10 11:32:10.058712 dv-cinder-851351-3-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 11:32:13.034821 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: INFO dbcounter [None req-cd514cc7-64d4-45e7-af44-1f7dd0175543 None None] Registered counter for database cinder
Aug 10 11:32:13.054332 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: DEBUG oslo_db.sqlalchemy.engines [None req-cd514cc7-64d4-45e7-af44-1f7dd0175543 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=182301) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 11:32:13.060907 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: DEBUG dbcounter [-] [182301] Writer thread running {{(pid=182301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 11:32:13.272109 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 11:32:13.272109 dv-cinder-851351-3-iscsi cinder-scheduler[182301]:   from cryptography.utils import int_from_bytes
Aug 10 11:32:13.272109 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 11:32:13.272109 dv-cinder-851351-3-iscsi cinder-scheduler[182301]:   from cryptography.utils import int_from_bytes
Aug 10 11:32:13.283528 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: CRITICAL cinder [None req-cd514cc7-64d4-45e7-af44-1f7dd0175543 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:32:13.283528 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 11:32:13.283528 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: FROM services
Aug 10 11:32:13.283528 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:32:13.283528 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: FROM clusters
Aug 10 11:32:13.283528 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:32:13.283528 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: FROM clusters
Aug 10 11:32:13.283528 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 11:32:13.283528 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 11:32:13.283528 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 11:32:13.283528 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder Traceback (most recent call last):
Aug 10 11:32:13.284248 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 11:32:13.284248 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     self.dialect.do_execute(
Aug 10 11:32:13.284248 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 11:32:13.284248 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 11:32:13.284248 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 11:32:13.284248 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     result = self._query(query)
Aug 10 11:32:13.284248 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 11:32:13.284248 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     conn.query(q)
Aug 10 11:32:13.284248 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 11:32:13.284248 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 11:32:13.284248 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 11:32:13.284248 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     result.read()
Aug 10 11:32:13.284248 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 11:32:13.284248 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 11:32:13.284248 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 11:32:13.284248 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     packet.raise_for_error()
Aug 10 11:32:13.284248 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 11:32:13.284248 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 11:32:13.284248 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 11:32:13.284248 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 11:32:13.284248 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:32:13.284248 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder 
Aug 10 11:32:13.285437 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 11:32:13.285437 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder 
Aug 10 11:32:13.285437 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder Traceback (most recent call last):
Aug 10 11:32:13.285437 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 11:32:13.285437 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     sys.exit(main())
Aug 10 11:32:13.285437 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 11:32:13.285437 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 11:32:13.285437 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 11:32:13.285437 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 11:32:13.285437 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 11:32:13.285437 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 11:32:13.285437 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 11:32:13.285437 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 11:32:13.285437 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 11:32:13.285437 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 11:32:13.285437 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 11:32:13.285437 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 11:32:13.285437 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 11:32:13.285437 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 11:32:13.285437 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 11:32:13.285437 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 11:32:13.285437 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 11:32:13.285437 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 11:32:13.286866 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 11:32:13.286866 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 11:32:13.286866 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 11:32:13.286866 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 11:32:13.286866 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 11:32:13.286866 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 11:32:13.286866 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 11:32:13.286866 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     return f(*args, **kwargs)
Aug 10 11:32:13.286866 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 11:32:13.286866 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 11:32:13.286866 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 11:32:13.286866 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     return [] if not query else query.all()
Aug 10 11:32:13.286866 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 11:32:13.286866 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     return self._iter().all()
Aug 10 11:32:13.286866 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 11:32:13.286866 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     result = self.session.execute(
Aug 10 11:32:13.286866 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 11:32:13.286866 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 11:32:13.286866 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 11:32:13.286866 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 11:32:13.288536 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 11:32:13.288536 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 11:32:13.288536 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 11:32:13.288536 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     ret = self._execute_context(
Aug 10 11:32:13.288536 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 11:32:13.288536 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 11:32:13.288536 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 11:32:13.288536 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 11:32:13.288536 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 11:32:13.288536 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     raise exception
Aug 10 11:32:13.288536 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 11:32:13.288536 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     self.dialect.do_execute(
Aug 10 11:32:13.288536 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 11:32:13.288536 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 11:32:13.288536 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 11:32:13.288536 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     result = self._query(query)
Aug 10 11:32:13.288536 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 11:32:13.288536 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     conn.query(q)
Aug 10 11:32:13.288536 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 11:32:13.288536 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 11:32:13.288536 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 11:32:13.289806 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     result.read()
Aug 10 11:32:13.289806 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 11:32:13.289806 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 11:32:13.289806 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 11:32:13.289806 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     packet.raise_for_error()
Aug 10 11:32:13.289806 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 11:32:13.289806 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 11:32:13.289806 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 11:32:13.289806 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 11:32:13.289806 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:32:13.289806 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 11:32:13.289806 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder FROM services
Aug 10 11:32:13.290439 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:32:13.290439 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder FROM clusters
Aug 10 11:32:13.290439 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:32:13.290439 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder FROM clusters
Aug 10 11:32:13.290439 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 11:32:13.290439 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 11:32:13.290439 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 11:32:13.290439 dv-cinder-851351-3-iscsi cinder-scheduler[182301]: ERROR cinder 
Aug 10 11:32:13.682959 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 11:32:13.682973 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 10 11:51:36.140791 dv-cinder-851351-3-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 11:51:39.201316 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: INFO dbcounter [None req-9b008b94-b00a-4108-a8e2-8a821b12755c None None] Registered counter for database cinder
Aug 10 11:51:39.221703 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: DEBUG oslo_db.sqlalchemy.engines [None req-9b008b94-b00a-4108-a8e2-8a821b12755c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=251343) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 11:51:39.228691 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: DEBUG dbcounter [-] [251343] Writer thread running {{(pid=251343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 11:51:39.449194 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 11:51:39.449194 dv-cinder-851351-3-iscsi cinder-scheduler[251343]:   from cryptography.utils import int_from_bytes
Aug 10 11:51:39.449194 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 11:51:39.449194 dv-cinder-851351-3-iscsi cinder-scheduler[251343]:   from cryptography.utils import int_from_bytes
Aug 10 11:51:39.461053 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: CRITICAL cinder [None req-9b008b94-b00a-4108-a8e2-8a821b12755c None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:51:39.461053 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 11:51:39.461053 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: FROM services
Aug 10 11:51:39.461053 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:51:39.461053 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: FROM clusters
Aug 10 11:51:39.461053 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:51:39.461053 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: FROM clusters
Aug 10 11:51:39.461053 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 11:51:39.461053 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 11:51:39.461053 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 11:51:39.461053 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder Traceback (most recent call last):
Aug 10 11:51:39.462298 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 11:51:39.462298 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     self.dialect.do_execute(
Aug 10 11:51:39.462298 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 11:51:39.462298 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 11:51:39.462298 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 11:51:39.462298 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     result = self._query(query)
Aug 10 11:51:39.462298 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 11:51:39.462298 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     conn.query(q)
Aug 10 11:51:39.462298 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 11:51:39.462298 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 11:51:39.462298 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 11:51:39.462298 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     result.read()
Aug 10 11:51:39.462298 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 11:51:39.462298 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 11:51:39.462298 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 11:51:39.462298 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     packet.raise_for_error()
Aug 10 11:51:39.462298 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 11:51:39.462298 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 11:51:39.462298 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 11:51:39.462298 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 11:51:39.462298 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:51:39.462298 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder 
Aug 10 11:51:39.463836 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 11:51:39.463836 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder 
Aug 10 11:51:39.463836 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder Traceback (most recent call last):
Aug 10 11:51:39.463836 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 11:51:39.463836 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     sys.exit(main())
Aug 10 11:51:39.463836 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 11:51:39.463836 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 11:51:39.463836 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 11:51:39.463836 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 11:51:39.463836 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 11:51:39.463836 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 11:51:39.463836 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 11:51:39.463836 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 11:51:39.463836 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 11:51:39.463836 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 11:51:39.463836 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 11:51:39.463836 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 11:51:39.463836 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 11:51:39.463836 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 11:51:39.463836 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 11:51:39.463836 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 11:51:39.463836 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 11:51:39.463836 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 11:51:39.465208 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 11:51:39.465208 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 11:51:39.465208 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 11:51:39.465208 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 11:51:39.465208 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 11:51:39.465208 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 11:51:39.465208 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 11:51:39.465208 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     return f(*args, **kwargs)
Aug 10 11:51:39.465208 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 11:51:39.465208 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 11:51:39.465208 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 11:51:39.465208 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     return [] if not query else query.all()
Aug 10 11:51:39.465208 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 11:51:39.465208 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     return self._iter().all()
Aug 10 11:51:39.465208 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 11:51:39.465208 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     result = self.session.execute(
Aug 10 11:51:39.465208 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 11:51:39.465208 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 11:51:39.465208 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 11:51:39.465208 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 11:51:39.466346 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 11:51:39.466346 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 11:51:39.466346 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 11:51:39.466346 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     ret = self._execute_context(
Aug 10 11:51:39.466346 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 11:51:39.466346 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 11:51:39.466346 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 11:51:39.466346 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 11:51:39.466346 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 11:51:39.466346 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     raise exception
Aug 10 11:51:39.466346 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 11:51:39.466346 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     self.dialect.do_execute(
Aug 10 11:51:39.466346 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 11:51:39.466346 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 11:51:39.466346 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 11:51:39.466346 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     result = self._query(query)
Aug 10 11:51:39.466346 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 11:51:39.466346 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     conn.query(q)
Aug 10 11:51:39.466346 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 11:51:39.466346 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 11:51:39.466346 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 11:51:39.467876 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     result.read()
Aug 10 11:51:39.467876 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 11:51:39.467876 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 11:51:39.467876 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 11:51:39.467876 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     packet.raise_for_error()
Aug 10 11:51:39.467876 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 11:51:39.467876 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 11:51:39.467876 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 11:51:39.467876 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 11:51:39.467876 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:51:39.467876 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 11:51:39.467876 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder FROM services
Aug 10 11:51:39.471029 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:51:39.471029 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder FROM clusters
Aug 10 11:51:39.471029 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:51:39.471029 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder FROM clusters
Aug 10 11:51:39.471029 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 11:51:39.471029 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 11:51:39.471029 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 11:51:39.471029 dv-cinder-851351-3-iscsi cinder-scheduler[251343]: ERROR cinder 
Aug 10 11:51:39.873898 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 11:51:39.873925 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 10 12:11:00.505031 dv-cinder-851351-3-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 12:11:03.454687 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: INFO dbcounter [None req-f26ce9b0-77b6-46fa-9f87-870304edc0b8 None None] Registered counter for database cinder
Aug 10 12:11:03.472581 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: DEBUG oslo_db.sqlalchemy.engines [None req-f26ce9b0-77b6-46fa-9f87-870304edc0b8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=315605) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 12:11:03.481302 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: DEBUG dbcounter [-] [315605] Writer thread running {{(pid=315605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 12:11:03.691382 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 12:11:03.691382 dv-cinder-851351-3-iscsi cinder-scheduler[315605]:   from cryptography.utils import int_from_bytes
Aug 10 12:11:03.691382 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 12:11:03.691382 dv-cinder-851351-3-iscsi cinder-scheduler[315605]:   from cryptography.utils import int_from_bytes
Aug 10 12:11:03.704072 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: CRITICAL cinder [None req-f26ce9b0-77b6-46fa-9f87-870304edc0b8 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 12:11:03.704072 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 12:11:03.704072 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: FROM services
Aug 10 12:11:03.704072 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:11:03.704072 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: FROM clusters
Aug 10 12:11:03.704072 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:11:03.704072 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: FROM clusters
Aug 10 12:11:03.704072 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 12:11:03.704072 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 12:11:03.704072 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 12:11:03.704072 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder Traceback (most recent call last):
Aug 10 12:11:03.705151 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 12:11:03.705151 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     self.dialect.do_execute(
Aug 10 12:11:03.705151 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 12:11:03.705151 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 12:11:03.705151 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 12:11:03.705151 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     result = self._query(query)
Aug 10 12:11:03.705151 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 12:11:03.705151 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     conn.query(q)
Aug 10 12:11:03.705151 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 12:11:03.705151 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 12:11:03.705151 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 12:11:03.705151 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     result.read()
Aug 10 12:11:03.705151 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 12:11:03.705151 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 12:11:03.705151 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 12:11:03.705151 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     packet.raise_for_error()
Aug 10 12:11:03.705151 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 12:11:03.705151 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 12:11:03.705151 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 12:11:03.705151 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 12:11:03.705151 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 12:11:03.705151 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder 
Aug 10 12:11:03.706832 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 12:11:03.706832 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder 
Aug 10 12:11:03.706832 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder Traceback (most recent call last):
Aug 10 12:11:03.706832 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 12:11:03.706832 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     sys.exit(main())
Aug 10 12:11:03.706832 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 12:11:03.706832 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 12:11:03.706832 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 12:11:03.706832 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 12:11:03.706832 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 12:11:03.706832 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 12:11:03.706832 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 12:11:03.706832 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 12:11:03.706832 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 12:11:03.706832 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 12:11:03.706832 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 12:11:03.706832 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 12:11:03.706832 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 12:11:03.706832 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 12:11:03.706832 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 12:11:03.706832 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 12:11:03.706832 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 12:11:03.706832 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 12:11:03.708533 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 12:11:03.708533 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 12:11:03.708533 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 12:11:03.708533 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 12:11:03.708533 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 12:11:03.708533 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 12:11:03.708533 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 12:11:03.708533 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     return f(*args, **kwargs)
Aug 10 12:11:03.708533 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 12:11:03.708533 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 12:11:03.708533 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 12:11:03.708533 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     return [] if not query else query.all()
Aug 10 12:11:03.708533 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 12:11:03.708533 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     return self._iter().all()
Aug 10 12:11:03.708533 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 12:11:03.708533 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     result = self.session.execute(
Aug 10 12:11:03.708533 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 12:11:03.708533 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 12:11:03.708533 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 12:11:03.708533 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 12:11:03.710358 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 12:11:03.710358 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 12:11:03.710358 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 12:11:03.710358 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     ret = self._execute_context(
Aug 10 12:11:03.710358 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 12:11:03.710358 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 12:11:03.710358 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 12:11:03.710358 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 12:11:03.710358 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 12:11:03.710358 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     raise exception
Aug 10 12:11:03.710358 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 12:11:03.710358 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     self.dialect.do_execute(
Aug 10 12:11:03.710358 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 12:11:03.710358 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 12:11:03.710358 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 12:11:03.710358 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     result = self._query(query)
Aug 10 12:11:03.710358 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 12:11:03.710358 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     conn.query(q)
Aug 10 12:11:03.710358 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 12:11:03.710358 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 12:11:03.710358 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 12:11:03.713507 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     result.read()
Aug 10 12:11:03.713507 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 12:11:03.713507 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 12:11:03.713507 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 12:11:03.713507 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     packet.raise_for_error()
Aug 10 12:11:03.713507 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 12:11:03.713507 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 12:11:03.713507 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 12:11:03.713507 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 12:11:03.713507 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 12:11:03.713507 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 12:11:03.713507 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder FROM services
Aug 10 12:11:03.716152 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:11:03.716152 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder FROM clusters
Aug 10 12:11:03.716152 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:11:03.716152 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder FROM clusters
Aug 10 12:11:03.716152 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 12:11:03.716152 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 12:11:03.716152 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 12:11:03.716152 dv-cinder-851351-3-iscsi cinder-scheduler[315605]: ERROR cinder 
Aug 10 12:11:04.136324 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 12:11:04.136350 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 10 12:37:00.261365 dv-cinder-851351-3-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 12:37:03.322456 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: INFO dbcounter [None req-991e369f-fb62-4865-89ad-93e0f7d2854c None None] Registered counter for database cinder
Aug 10 12:37:03.341667 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: DEBUG oslo_db.sqlalchemy.engines [None req-991e369f-fb62-4865-89ad-93e0f7d2854c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=386046) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 12:37:03.349732 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: DEBUG dbcounter [-] [386046] Writer thread running {{(pid=386046) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 12:37:03.553366 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 12:37:03.553366 dv-cinder-851351-3-iscsi cinder-scheduler[386046]:   from cryptography.utils import int_from_bytes
Aug 10 12:37:03.553366 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 12:37:03.553366 dv-cinder-851351-3-iscsi cinder-scheduler[386046]:   from cryptography.utils import int_from_bytes
Aug 10 12:37:03.564796 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: CRITICAL cinder [None req-991e369f-fb62-4865-89ad-93e0f7d2854c None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 12:37:03.564796 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 12:37:03.564796 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: FROM services
Aug 10 12:37:03.564796 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:37:03.564796 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: FROM clusters
Aug 10 12:37:03.564796 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:37:03.564796 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: FROM clusters
Aug 10 12:37:03.564796 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 12:37:03.564796 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 12:37:03.564796 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 12:37:03.564796 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder Traceback (most recent call last):
Aug 10 12:37:03.565593 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 12:37:03.565593 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     self.dialect.do_execute(
Aug 10 12:37:03.565593 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 12:37:03.565593 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 12:37:03.565593 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 12:37:03.565593 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     result = self._query(query)
Aug 10 12:37:03.565593 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 12:37:03.565593 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     conn.query(q)
Aug 10 12:37:03.565593 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 12:37:03.565593 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 12:37:03.565593 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 12:37:03.565593 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     result.read()
Aug 10 12:37:03.565593 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 12:37:03.565593 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 12:37:03.565593 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 12:37:03.565593 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     packet.raise_for_error()
Aug 10 12:37:03.565593 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 12:37:03.565593 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 12:37:03.565593 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 12:37:03.565593 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 12:37:03.565593 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 12:37:03.565593 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder 
Aug 10 12:37:03.567092 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 12:37:03.567092 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder 
Aug 10 12:37:03.567092 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder Traceback (most recent call last):
Aug 10 12:37:03.567092 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 12:37:03.567092 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     sys.exit(main())
Aug 10 12:37:03.567092 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 12:37:03.567092 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 12:37:03.567092 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 12:37:03.567092 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 12:37:03.567092 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 12:37:03.567092 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 12:37:03.567092 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 12:37:03.567092 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 12:37:03.567092 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 12:37:03.567092 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 12:37:03.567092 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 12:37:03.567092 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 12:37:03.567092 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 12:37:03.567092 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 12:37:03.567092 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 12:37:03.567092 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 12:37:03.567092 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 12:37:03.567092 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 12:37:03.568322 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 12:37:03.568322 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 12:37:03.568322 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 12:37:03.568322 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 12:37:03.568322 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 12:37:03.568322 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 12:37:03.568322 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 12:37:03.568322 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     return f(*args, **kwargs)
Aug 10 12:37:03.568322 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 12:37:03.568322 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 12:37:03.568322 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 12:37:03.568322 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     return [] if not query else query.all()
Aug 10 12:37:03.568322 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 12:37:03.568322 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     return self._iter().all()
Aug 10 12:37:03.568322 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 12:37:03.568322 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     result = self.session.execute(
Aug 10 12:37:03.568322 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 12:37:03.568322 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 12:37:03.568322 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 12:37:03.568322 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 12:37:03.569443 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 12:37:03.569443 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 12:37:03.569443 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 12:37:03.569443 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     ret = self._execute_context(
Aug 10 12:37:03.569443 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 12:37:03.569443 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 12:37:03.569443 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 12:37:03.569443 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 12:37:03.569443 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 12:37:03.569443 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     raise exception
Aug 10 12:37:03.569443 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 12:37:03.569443 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     self.dialect.do_execute(
Aug 10 12:37:03.569443 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 12:37:03.569443 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 12:37:03.569443 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 12:37:03.569443 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     result = self._query(query)
Aug 10 12:37:03.569443 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 12:37:03.569443 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     conn.query(q)
Aug 10 12:37:03.569443 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 12:37:03.569443 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 12:37:03.569443 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 12:37:03.572557 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     result.read()
Aug 10 12:37:03.572557 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 12:37:03.572557 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 12:37:03.572557 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 12:37:03.572557 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     packet.raise_for_error()
Aug 10 12:37:03.572557 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 12:37:03.572557 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 12:37:03.572557 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 12:37:03.572557 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 12:37:03.572557 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 12:37:03.572557 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 12:37:03.572557 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder FROM services
Aug 10 12:37:03.574108 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:37:03.574108 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder FROM clusters
Aug 10 12:37:03.574108 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:37:03.574108 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder FROM clusters
Aug 10 12:37:03.574108 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 12:37:03.574108 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 12:37:03.574108 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 12:37:03.574108 dv-cinder-851351-3-iscsi cinder-scheduler[386046]: ERROR cinder 
Aug 10 12:37:03.971289 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 12:37:03.971321 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 10 12:55:49.265467 dv-cinder-851351-3-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 12:55:52.282570 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: INFO dbcounter [None req-cfac7b9d-0d0d-49cc-aa25-13f8a0ed13f5 None None] Registered counter for database cinder
Aug 10 12:55:52.303098 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: DEBUG oslo_db.sqlalchemy.engines [None req-cfac7b9d-0d0d-49cc-aa25-13f8a0ed13f5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=450277) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 12:55:52.310103 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: DEBUG dbcounter [-] [450277] Writer thread running {{(pid=450277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 12:55:52.514432 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 12:55:52.514432 dv-cinder-851351-3-iscsi cinder-scheduler[450277]:   from cryptography.utils import int_from_bytes
Aug 10 12:55:52.514432 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 12:55:52.514432 dv-cinder-851351-3-iscsi cinder-scheduler[450277]:   from cryptography.utils import int_from_bytes
Aug 10 12:55:52.526020 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: CRITICAL cinder [None req-cfac7b9d-0d0d-49cc-aa25-13f8a0ed13f5 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 12:55:52.526020 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 12:55:52.526020 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: FROM services
Aug 10 12:55:52.526020 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:55:52.526020 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: FROM clusters
Aug 10 12:55:52.526020 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:55:52.526020 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: FROM clusters
Aug 10 12:55:52.526020 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 12:55:52.526020 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 12:55:52.526020 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 12:55:52.526020 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder Traceback (most recent call last):
Aug 10 12:55:52.527080 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 12:55:52.527080 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     self.dialect.do_execute(
Aug 10 12:55:52.527080 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 12:55:52.527080 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 12:55:52.527080 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 12:55:52.527080 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     result = self._query(query)
Aug 10 12:55:52.527080 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 12:55:52.527080 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     conn.query(q)
Aug 10 12:55:52.527080 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 12:55:52.527080 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 12:55:52.527080 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 12:55:52.527080 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     result.read()
Aug 10 12:55:52.527080 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 12:55:52.527080 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 12:55:52.527080 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 12:55:52.527080 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     packet.raise_for_error()
Aug 10 12:55:52.527080 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 12:55:52.527080 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 12:55:52.527080 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 12:55:52.527080 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 12:55:52.527080 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 12:55:52.527080 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder 
Aug 10 12:55:52.528368 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 12:55:52.528368 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder 
Aug 10 12:55:52.528368 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder Traceback (most recent call last):
Aug 10 12:55:52.528368 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 12:55:52.528368 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     sys.exit(main())
Aug 10 12:55:52.528368 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 12:55:52.528368 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 12:55:52.528368 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 12:55:52.528368 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 12:55:52.528368 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 12:55:52.528368 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 12:55:52.528368 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 12:55:52.528368 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 12:55:52.528368 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 12:55:52.528368 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 12:55:52.528368 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 12:55:52.528368 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 12:55:52.528368 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 12:55:52.528368 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 12:55:52.528368 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 12:55:52.528368 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 12:55:52.528368 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 12:55:52.528368 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 12:55:52.529691 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 12:55:52.529691 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 12:55:52.529691 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 12:55:52.529691 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 12:55:52.529691 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 12:55:52.529691 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 12:55:52.529691 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 12:55:52.529691 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     return f(*args, **kwargs)
Aug 10 12:55:52.529691 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 12:55:52.529691 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 12:55:52.529691 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 12:55:52.529691 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     return [] if not query else query.all()
Aug 10 12:55:52.529691 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 12:55:52.529691 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     return self._iter().all()
Aug 10 12:55:52.529691 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 12:55:52.529691 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     result = self.session.execute(
Aug 10 12:55:52.529691 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 12:55:52.529691 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 12:55:52.529691 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 12:55:52.529691 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 12:55:52.531954 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 12:55:52.531954 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 12:55:52.531954 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 12:55:52.531954 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     ret = self._execute_context(
Aug 10 12:55:52.531954 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 12:55:52.531954 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 12:55:52.531954 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 12:55:52.531954 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 12:55:52.531954 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 12:55:52.531954 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     raise exception
Aug 10 12:55:52.531954 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 12:55:52.531954 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     self.dialect.do_execute(
Aug 10 12:55:52.531954 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 12:55:52.531954 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 12:55:52.531954 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 12:55:52.531954 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     result = self._query(query)
Aug 10 12:55:52.531954 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 12:55:52.531954 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     conn.query(q)
Aug 10 12:55:52.531954 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 12:55:52.531954 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 12:55:52.531954 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 12:55:52.534762 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     result.read()
Aug 10 12:55:52.534762 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 12:55:52.534762 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 12:55:52.534762 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 12:55:52.534762 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     packet.raise_for_error()
Aug 10 12:55:52.534762 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 12:55:52.534762 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 12:55:52.534762 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 12:55:52.534762 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 12:55:52.534762 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 12:55:52.534762 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 12:55:52.534762 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder FROM services
Aug 10 12:55:52.536386 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:55:52.536386 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder FROM clusters
Aug 10 12:55:52.536386 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:55:52.536386 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder FROM clusters
Aug 10 12:55:52.536386 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 12:55:52.536386 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 12:55:52.536386 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 12:55:52.536386 dv-cinder-851351-3-iscsi cinder-scheduler[450277]: ERROR cinder 
Aug 10 12:55:52.931879 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 12:55:52.931893 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 10 13:15:38.955267 dv-cinder-851351-3-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 13:15:42.016952 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: INFO dbcounter [None req-80d30c16-0470-45d6-bd34-d0fc4b621922 None None] Registered counter for database cinder
Aug 10 13:15:42.035865 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: DEBUG oslo_db.sqlalchemy.engines [None req-80d30c16-0470-45d6-bd34-d0fc4b621922 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=514132) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 13:15:42.043163 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: DEBUG dbcounter [-] [514132] Writer thread running {{(pid=514132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 13:15:42.257049 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 13:15:42.257049 dv-cinder-851351-3-iscsi cinder-scheduler[514132]:   from cryptography.utils import int_from_bytes
Aug 10 13:15:42.257049 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 13:15:42.257049 dv-cinder-851351-3-iscsi cinder-scheduler[514132]:   from cryptography.utils import int_from_bytes
Aug 10 13:15:42.268557 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: CRITICAL cinder [None req-80d30c16-0470-45d6-bd34-d0fc4b621922 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 13:15:42.268557 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 13:15:42.268557 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: FROM services
Aug 10 13:15:42.268557 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:15:42.268557 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: FROM clusters
Aug 10 13:15:42.268557 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:15:42.268557 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: FROM clusters
Aug 10 13:15:42.268557 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 13:15:42.268557 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 13:15:42.268557 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 13:15:42.268557 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder Traceback (most recent call last):
Aug 10 13:15:42.269461 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 13:15:42.269461 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     self.dialect.do_execute(
Aug 10 13:15:42.269461 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 13:15:42.269461 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 13:15:42.269461 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 13:15:42.269461 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     result = self._query(query)
Aug 10 13:15:42.269461 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 13:15:42.269461 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     conn.query(q)
Aug 10 13:15:42.269461 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 13:15:42.269461 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 13:15:42.269461 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 13:15:42.269461 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     result.read()
Aug 10 13:15:42.269461 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 13:15:42.269461 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 13:15:42.269461 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 13:15:42.269461 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     packet.raise_for_error()
Aug 10 13:15:42.269461 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 13:15:42.269461 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 13:15:42.269461 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 13:15:42.269461 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 13:15:42.269461 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 13:15:42.269461 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder 
Aug 10 13:15:42.271982 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 13:15:42.271982 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder 
Aug 10 13:15:42.271982 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder Traceback (most recent call last):
Aug 10 13:15:42.271982 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 13:15:42.271982 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     sys.exit(main())
Aug 10 13:15:42.271982 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 13:15:42.271982 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 13:15:42.271982 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 13:15:42.271982 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 13:15:42.271982 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 13:15:42.271982 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 13:15:42.271982 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 13:15:42.271982 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 13:15:42.271982 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 13:15:42.271982 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 13:15:42.271982 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 13:15:42.271982 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 13:15:42.271982 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 13:15:42.271982 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 13:15:42.271982 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 13:15:42.271982 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 13:15:42.271982 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 13:15:42.271982 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 13:15:42.273441 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 13:15:42.273441 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 13:15:42.273441 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 13:15:42.273441 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 13:15:42.273441 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 13:15:42.273441 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 13:15:42.273441 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 13:15:42.273441 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     return f(*args, **kwargs)
Aug 10 13:15:42.273441 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 13:15:42.273441 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 13:15:42.273441 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 13:15:42.273441 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     return [] if not query else query.all()
Aug 10 13:15:42.273441 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 13:15:42.273441 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     return self._iter().all()
Aug 10 13:15:42.273441 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 13:15:42.273441 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     result = self.session.execute(
Aug 10 13:15:42.273441 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 13:15:42.273441 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 13:15:42.273441 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 13:15:42.273441 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 13:15:42.274897 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 13:15:42.274897 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 13:15:42.274897 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 13:15:42.274897 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     ret = self._execute_context(
Aug 10 13:15:42.274897 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 13:15:42.274897 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 13:15:42.274897 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 13:15:42.274897 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 13:15:42.274897 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 13:15:42.274897 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     raise exception
Aug 10 13:15:42.274897 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 13:15:42.274897 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     self.dialect.do_execute(
Aug 10 13:15:42.274897 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 13:15:42.274897 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 13:15:42.274897 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 13:15:42.274897 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     result = self._query(query)
Aug 10 13:15:42.274897 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 13:15:42.274897 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     conn.query(q)
Aug 10 13:15:42.274897 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 13:15:42.274897 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 13:15:42.274897 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 13:15:42.276527 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     result.read()
Aug 10 13:15:42.276527 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 13:15:42.276527 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 13:15:42.276527 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 13:15:42.276527 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     packet.raise_for_error()
Aug 10 13:15:42.276527 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 13:15:42.276527 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 13:15:42.276527 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 13:15:42.276527 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 13:15:42.276527 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 13:15:42.276527 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 13:15:42.276527 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder FROM services
Aug 10 13:15:42.277471 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:15:42.277471 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder FROM clusters
Aug 10 13:15:42.277471 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:15:42.277471 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder FROM clusters
Aug 10 13:15:42.277471 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 13:15:42.277471 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 13:15:42.277471 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 13:15:42.277471 dv-cinder-851351-3-iscsi cinder-scheduler[514132]: ERROR cinder 
Aug 10 13:15:42.682469 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 13:15:42.682497 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 10 13:34:57.146175 dv-cinder-851351-3-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 13:35:00.190489 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: INFO dbcounter [None req-cb0dacbc-28d4-4742-b2e0-6736e49f04b8 None None] Registered counter for database cinder
Aug 10 13:35:00.210078 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: DEBUG oslo_db.sqlalchemy.engines [None req-cb0dacbc-28d4-4742-b2e0-6736e49f04b8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=578526) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 13:35:00.216385 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: DEBUG dbcounter [-] [578526] Writer thread running {{(pid=578526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 13:35:00.427907 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 13:35:00.427907 dv-cinder-851351-3-iscsi cinder-scheduler[578526]:   from cryptography.utils import int_from_bytes
Aug 10 13:35:00.427907 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 13:35:00.427907 dv-cinder-851351-3-iscsi cinder-scheduler[578526]:   from cryptography.utils import int_from_bytes
Aug 10 13:35:00.439095 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: CRITICAL cinder [None req-cb0dacbc-28d4-4742-b2e0-6736e49f04b8 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 13:35:00.439095 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 13:35:00.439095 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: FROM services
Aug 10 13:35:00.439095 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:35:00.439095 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: FROM clusters
Aug 10 13:35:00.439095 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:35:00.439095 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: FROM clusters
Aug 10 13:35:00.439095 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 13:35:00.439095 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 13:35:00.439095 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 13:35:00.439095 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder Traceback (most recent call last):
Aug 10 13:35:00.439924 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 13:35:00.439924 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     self.dialect.do_execute(
Aug 10 13:35:00.439924 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 13:35:00.439924 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 13:35:00.439924 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 13:35:00.439924 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     result = self._query(query)
Aug 10 13:35:00.439924 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 13:35:00.439924 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     conn.query(q)
Aug 10 13:35:00.439924 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 13:35:00.439924 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 13:35:00.439924 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 13:35:00.439924 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     result.read()
Aug 10 13:35:00.439924 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 13:35:00.439924 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 13:35:00.439924 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 13:35:00.439924 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     packet.raise_for_error()
Aug 10 13:35:00.439924 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 13:35:00.439924 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 13:35:00.439924 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 13:35:00.439924 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 13:35:00.439924 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 13:35:00.439924 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder 
Aug 10 13:35:00.441252 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 13:35:00.441252 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder 
Aug 10 13:35:00.441252 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder Traceback (most recent call last):
Aug 10 13:35:00.441252 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 13:35:00.441252 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     sys.exit(main())
Aug 10 13:35:00.441252 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 13:35:00.441252 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 13:35:00.441252 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 13:35:00.441252 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 13:35:00.441252 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 13:35:00.441252 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 13:35:00.441252 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 13:35:00.441252 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 13:35:00.441252 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 13:35:00.441252 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 13:35:00.441252 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 13:35:00.441252 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 13:35:00.441252 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 13:35:00.441252 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 13:35:00.441252 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 13:35:00.441252 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 13:35:00.441252 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 13:35:00.441252 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 13:35:00.442824 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 13:35:00.442824 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 13:35:00.442824 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 13:35:00.442824 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 13:35:00.442824 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 13:35:00.442824 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 13:35:00.442824 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 13:35:00.442824 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     return f(*args, **kwargs)
Aug 10 13:35:00.442824 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 13:35:00.442824 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 13:35:00.442824 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 13:35:00.442824 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     return [] if not query else query.all()
Aug 10 13:35:00.442824 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 13:35:00.442824 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     return self._iter().all()
Aug 10 13:35:00.442824 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 13:35:00.442824 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     result = self.session.execute(
Aug 10 13:35:00.442824 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 13:35:00.442824 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 13:35:00.442824 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 13:35:00.442824 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 13:35:00.443897 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 13:35:00.443897 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 13:35:00.443897 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 13:35:00.443897 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     ret = self._execute_context(
Aug 10 13:35:00.443897 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 13:35:00.443897 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 13:35:00.443897 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 13:35:00.443897 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 13:35:00.443897 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 13:35:00.443897 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     raise exception
Aug 10 13:35:00.443897 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 13:35:00.443897 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     self.dialect.do_execute(
Aug 10 13:35:00.443897 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 13:35:00.443897 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 13:35:00.443897 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 13:35:00.443897 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     result = self._query(query)
Aug 10 13:35:00.443897 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 13:35:00.443897 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     conn.query(q)
Aug 10 13:35:00.443897 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 13:35:00.443897 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 13:35:00.443897 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 13:35:00.444930 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     result.read()
Aug 10 13:35:00.444930 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 13:35:00.444930 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 13:35:00.444930 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 13:35:00.444930 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     packet.raise_for_error()
Aug 10 13:35:00.444930 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 13:35:00.444930 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 13:35:00.444930 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 13:35:00.444930 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 13:35:00.444930 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 13:35:00.444930 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 13:35:00.444930 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder FROM services
Aug 10 13:35:00.445517 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:35:00.445517 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder FROM clusters
Aug 10 13:35:00.445517 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:35:00.445517 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder FROM clusters
Aug 10 13:35:00.445517 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 13:35:00.445517 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 13:35:00.445517 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 13:35:00.445517 dv-cinder-851351-3-iscsi cinder-scheduler[578526]: ERROR cinder 
Aug 10 13:35:00.851736 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 13:35:00.851763 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 10 13:57:30.844851 dv-cinder-851351-3-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 13:57:33.905109 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: INFO dbcounter [None req-c9a951ee-43ad-49f1-aceb-48435825cad6 None None] Registered counter for database cinder
Aug 10 13:57:33.923500 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: DEBUG oslo_db.sqlalchemy.engines [None req-c9a951ee-43ad-49f1-aceb-48435825cad6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=648627) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 13:57:33.929800 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: DEBUG dbcounter [-] [648627] Writer thread running {{(pid=648627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 13:57:34.142310 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 13:57:34.142310 dv-cinder-851351-3-iscsi cinder-scheduler[648627]:   from cryptography.utils import int_from_bytes
Aug 10 13:57:34.142310 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 13:57:34.142310 dv-cinder-851351-3-iscsi cinder-scheduler[648627]:   from cryptography.utils import int_from_bytes
Aug 10 13:57:34.153619 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: CRITICAL cinder [None req-c9a951ee-43ad-49f1-aceb-48435825cad6 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 13:57:34.153619 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 13:57:34.153619 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: FROM services
Aug 10 13:57:34.153619 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:57:34.153619 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: FROM clusters
Aug 10 13:57:34.153619 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:57:34.153619 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: FROM clusters
Aug 10 13:57:34.153619 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 13:57:34.153619 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 13:57:34.153619 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 13:57:34.153619 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder Traceback (most recent call last):
Aug 10 13:57:34.154557 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 13:57:34.154557 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     self.dialect.do_execute(
Aug 10 13:57:34.154557 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 13:57:34.154557 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 13:57:34.154557 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 13:57:34.154557 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     result = self._query(query)
Aug 10 13:57:34.154557 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 13:57:34.154557 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     conn.query(q)
Aug 10 13:57:34.154557 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 13:57:34.154557 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 13:57:34.154557 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 13:57:34.154557 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     result.read()
Aug 10 13:57:34.154557 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 13:57:34.154557 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 13:57:34.154557 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 13:57:34.154557 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     packet.raise_for_error()
Aug 10 13:57:34.154557 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 13:57:34.154557 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 13:57:34.154557 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 13:57:34.154557 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 13:57:34.154557 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 13:57:34.154557 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder 
Aug 10 13:57:34.159144 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 13:57:34.159144 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder 
Aug 10 13:57:34.159144 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder Traceback (most recent call last):
Aug 10 13:57:34.159144 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 13:57:34.159144 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     sys.exit(main())
Aug 10 13:57:34.159144 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 13:57:34.159144 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 13:57:34.159144 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 13:57:34.159144 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 13:57:34.159144 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 13:57:34.159144 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 13:57:34.159144 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 13:57:34.159144 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 13:57:34.159144 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 13:57:34.159144 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 13:57:34.159144 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 13:57:34.159144 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 13:57:34.159144 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 13:57:34.159144 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 13:57:34.159144 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 13:57:34.159144 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 13:57:34.159144 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 13:57:34.159144 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 13:57:34.160589 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 13:57:34.160589 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 13:57:34.160589 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 13:57:34.160589 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 13:57:34.160589 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 13:57:34.160589 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 13:57:34.160589 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 13:57:34.160589 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     return f(*args, **kwargs)
Aug 10 13:57:34.160589 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 13:57:34.160589 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 13:57:34.160589 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 13:57:34.160589 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     return [] if not query else query.all()
Aug 10 13:57:34.160589 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 13:57:34.160589 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     return self._iter().all()
Aug 10 13:57:34.160589 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 13:57:34.160589 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     result = self.session.execute(
Aug 10 13:57:34.160589 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 13:57:34.160589 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 13:57:34.160589 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 13:57:34.160589 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 13:57:34.161715 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 13:57:34.161715 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 13:57:34.161715 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 13:57:34.161715 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     ret = self._execute_context(
Aug 10 13:57:34.161715 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 13:57:34.161715 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 13:57:34.161715 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 13:57:34.161715 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 13:57:34.161715 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 13:57:34.161715 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     raise exception
Aug 10 13:57:34.161715 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 13:57:34.161715 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     self.dialect.do_execute(
Aug 10 13:57:34.161715 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 13:57:34.161715 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 13:57:34.161715 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 13:57:34.161715 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     result = self._query(query)
Aug 10 13:57:34.161715 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 13:57:34.161715 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     conn.query(q)
Aug 10 13:57:34.161715 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 13:57:34.161715 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 13:57:34.161715 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 13:57:34.162998 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     result.read()
Aug 10 13:57:34.162998 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 13:57:34.162998 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 13:57:34.162998 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 13:57:34.162998 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     packet.raise_for_error()
Aug 10 13:57:34.162998 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 13:57:34.162998 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 13:57:34.162998 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 13:57:34.162998 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 13:57:34.162998 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 13:57:34.162998 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 13:57:34.162998 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder FROM services
Aug 10 13:57:34.163786 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:57:34.163786 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder FROM clusters
Aug 10 13:57:34.163786 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:57:34.163786 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder FROM clusters
Aug 10 13:57:34.163786 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 13:57:34.163786 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 13:57:34.163786 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 13:57:34.163786 dv-cinder-851351-3-iscsi cinder-scheduler[648627]: ERROR cinder 
Aug 10 13:57:34.570367 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 13:57:34.570396 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 10 14:16:17.314896 dv-cinder-851351-3-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 14:16:20.406129 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: INFO dbcounter [None req-ab4fe27e-c9f4-4e16-b1bd-985b58ab9e6e None None] Registered counter for database cinder
Aug 10 14:16:20.424495 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: DEBUG oslo_db.sqlalchemy.engines [None req-ab4fe27e-c9f4-4e16-b1bd-985b58ab9e6e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=712446) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 14:16:20.431806 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: DEBUG dbcounter [-] [712446] Writer thread running {{(pid=712446) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 14:16:20.639689 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 14:16:20.639689 dv-cinder-851351-3-iscsi cinder-scheduler[712446]:   from cryptography.utils import int_from_bytes
Aug 10 14:16:20.639689 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 14:16:20.639689 dv-cinder-851351-3-iscsi cinder-scheduler[712446]:   from cryptography.utils import int_from_bytes
Aug 10 14:16:20.651495 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: CRITICAL cinder [None req-ab4fe27e-c9f4-4e16-b1bd-985b58ab9e6e None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 14:16:20.651495 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 14:16:20.651495 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: FROM services
Aug 10 14:16:20.651495 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 14:16:20.651495 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: FROM clusters
Aug 10 14:16:20.651495 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 14:16:20.651495 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: FROM clusters
Aug 10 14:16:20.651495 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 14:16:20.651495 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 14:16:20.651495 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 14:16:20.651495 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder Traceback (most recent call last):
Aug 10 14:16:20.652409 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 14:16:20.652409 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     self.dialect.do_execute(
Aug 10 14:16:20.652409 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 14:16:20.652409 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 14:16:20.652409 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 14:16:20.652409 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     result = self._query(query)
Aug 10 14:16:20.652409 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 14:16:20.652409 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     conn.query(q)
Aug 10 14:16:20.652409 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 14:16:20.652409 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 14:16:20.652409 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 14:16:20.652409 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     result.read()
Aug 10 14:16:20.652409 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 14:16:20.652409 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 14:16:20.652409 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 14:16:20.652409 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     packet.raise_for_error()
Aug 10 14:16:20.652409 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 14:16:20.652409 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 14:16:20.652409 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 14:16:20.652409 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 14:16:20.652409 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 14:16:20.652409 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder 
Aug 10 14:16:20.653779 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 14:16:20.653779 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder 
Aug 10 14:16:20.653779 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder Traceback (most recent call last):
Aug 10 14:16:20.653779 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 14:16:20.653779 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     sys.exit(main())
Aug 10 14:16:20.653779 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 14:16:20.653779 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 14:16:20.653779 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 14:16:20.653779 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 14:16:20.653779 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 14:16:20.653779 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 14:16:20.653779 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 14:16:20.653779 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 14:16:20.653779 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 14:16:20.653779 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 14:16:20.653779 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 14:16:20.653779 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 14:16:20.653779 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 14:16:20.653779 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 14:16:20.653779 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 14:16:20.653779 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 14:16:20.653779 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 14:16:20.653779 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 14:16:20.655201 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 14:16:20.655201 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 14:16:20.655201 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 14:16:20.655201 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 14:16:20.655201 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 14:16:20.655201 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 14:16:20.655201 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 14:16:20.655201 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     return f(*args, **kwargs)
Aug 10 14:16:20.655201 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 14:16:20.655201 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 14:16:20.655201 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 14:16:20.655201 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     return [] if not query else query.all()
Aug 10 14:16:20.655201 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 14:16:20.655201 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     return self._iter().all()
Aug 10 14:16:20.655201 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 14:16:20.655201 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     result = self.session.execute(
Aug 10 14:16:20.655201 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 14:16:20.655201 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 14:16:20.655201 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 14:16:20.655201 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 14:16:20.659588 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 14:16:20.659588 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 14:16:20.659588 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 14:16:20.659588 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     ret = self._execute_context(
Aug 10 14:16:20.659588 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 14:16:20.659588 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 14:16:20.659588 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 14:16:20.659588 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 14:16:20.659588 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 14:16:20.659588 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     raise exception
Aug 10 14:16:20.659588 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 14:16:20.659588 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     self.dialect.do_execute(
Aug 10 14:16:20.659588 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 14:16:20.659588 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 14:16:20.659588 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 14:16:20.659588 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     result = self._query(query)
Aug 10 14:16:20.659588 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 14:16:20.659588 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     conn.query(q)
Aug 10 14:16:20.659588 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 14:16:20.659588 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 14:16:20.659588 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 14:16:20.660856 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     result.read()
Aug 10 14:16:20.660856 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 14:16:20.660856 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 14:16:20.660856 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 14:16:20.660856 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     packet.raise_for_error()
Aug 10 14:16:20.660856 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 14:16:20.660856 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 14:16:20.660856 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 14:16:20.660856 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 14:16:20.660856 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 14:16:20.660856 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 14:16:20.660856 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder FROM services
Aug 10 14:16:20.661828 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 14:16:20.661828 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder FROM clusters
Aug 10 14:16:20.661828 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 14:16:20.661828 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder FROM clusters
Aug 10 14:16:20.661828 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 14:16:20.661828 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 14:16:20.661828 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 14:16:20.661828 dv-cinder-851351-3-iscsi cinder-scheduler[712446]: ERROR cinder 
Aug 10 14:16:21.068573 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 14:16:21.068600 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 10 14:35:17.644405 dv-cinder-851351-3-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 14:35:20.655529 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: INFO dbcounter [None req-0d724685-a771-4031-acc7-5f909a087b7c None None] Registered counter for database cinder
Aug 10 14:35:20.673866 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: DEBUG oslo_db.sqlalchemy.engines [None req-0d724685-a771-4031-acc7-5f909a087b7c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=776832) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 14:35:20.680510 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: DEBUG dbcounter [-] [776832] Writer thread running {{(pid=776832) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 14:35:20.889323 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 14:35:20.889323 dv-cinder-851351-3-iscsi cinder-scheduler[776832]:   from cryptography.utils import int_from_bytes
Aug 10 14:35:20.889323 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 14:35:20.889323 dv-cinder-851351-3-iscsi cinder-scheduler[776832]:   from cryptography.utils import int_from_bytes
Aug 10 14:35:20.901240 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: CRITICAL cinder [None req-0d724685-a771-4031-acc7-5f909a087b7c None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 14:35:20.901240 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 14:35:20.901240 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: FROM services
Aug 10 14:35:20.901240 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 14:35:20.901240 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: FROM clusters
Aug 10 14:35:20.901240 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 14:35:20.901240 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: FROM clusters
Aug 10 14:35:20.901240 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 14:35:20.901240 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 14:35:20.901240 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 14:35:20.901240 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder Traceback (most recent call last):
Aug 10 14:35:20.901906 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 14:35:20.901906 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     self.dialect.do_execute(
Aug 10 14:35:20.901906 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 14:35:20.901906 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 14:35:20.901906 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 14:35:20.901906 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     result = self._query(query)
Aug 10 14:35:20.901906 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 14:35:20.901906 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     conn.query(q)
Aug 10 14:35:20.901906 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 14:35:20.901906 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 14:35:20.901906 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 14:35:20.901906 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     result.read()
Aug 10 14:35:20.901906 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 14:35:20.901906 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 14:35:20.901906 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 14:35:20.901906 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     packet.raise_for_error()
Aug 10 14:35:20.901906 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 14:35:20.901906 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 14:35:20.901906 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 14:35:20.901906 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 14:35:20.901906 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 14:35:20.901906 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder 
Aug 10 14:35:20.902931 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 14:35:20.902931 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder 
Aug 10 14:35:20.902931 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder Traceback (most recent call last):
Aug 10 14:35:20.902931 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 14:35:20.902931 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     sys.exit(main())
Aug 10 14:35:20.902931 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 14:35:20.902931 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 14:35:20.902931 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 14:35:20.902931 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 14:35:20.902931 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 14:35:20.902931 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 14:35:20.902931 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 14:35:20.902931 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 14:35:20.902931 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 14:35:20.902931 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 14:35:20.902931 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 14:35:20.902931 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 14:35:20.902931 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 14:35:20.902931 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 14:35:20.902931 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 14:35:20.902931 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 14:35:20.902931 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 14:35:20.902931 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 14:35:20.904008 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 14:35:20.904008 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 14:35:20.904008 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 14:35:20.904008 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 14:35:20.904008 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 14:35:20.904008 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 14:35:20.904008 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 14:35:20.904008 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     return f(*args, **kwargs)
Aug 10 14:35:20.904008 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 14:35:20.904008 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 14:35:20.904008 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 14:35:20.904008 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     return [] if not query else query.all()
Aug 10 14:35:20.904008 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 14:35:20.904008 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     return self._iter().all()
Aug 10 14:35:20.904008 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 14:35:20.904008 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     result = self.session.execute(
Aug 10 14:35:20.904008 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 14:35:20.904008 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 14:35:20.904008 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 14:35:20.904008 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 14:35:20.904963 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 14:35:20.904963 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 14:35:20.904963 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 14:35:20.904963 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     ret = self._execute_context(
Aug 10 14:35:20.904963 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 14:35:20.904963 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 14:35:20.904963 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 14:35:20.904963 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 14:35:20.904963 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 14:35:20.904963 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     raise exception
Aug 10 14:35:20.904963 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 14:35:20.904963 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     self.dialect.do_execute(
Aug 10 14:35:20.904963 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 14:35:20.904963 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 14:35:20.904963 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 14:35:20.904963 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     result = self._query(query)
Aug 10 14:35:20.904963 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 14:35:20.904963 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     conn.query(q)
Aug 10 14:35:20.904963 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 14:35:20.904963 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 14:35:20.904963 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 14:35:20.905929 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     result.read()
Aug 10 14:35:20.905929 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 14:35:20.905929 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 14:35:20.905929 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 14:35:20.905929 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     packet.raise_for_error()
Aug 10 14:35:20.905929 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 14:35:20.905929 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 14:35:20.905929 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 14:35:20.905929 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 14:35:20.905929 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 14:35:20.905929 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 14:35:20.905929 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder FROM services
Aug 10 14:35:20.906484 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 14:35:20.906484 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder FROM clusters
Aug 10 14:35:20.906484 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 14:35:20.906484 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder FROM clusters
Aug 10 14:35:20.906484 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 14:35:20.906484 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 14:35:20.906484 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 14:35:20.906484 dv-cinder-851351-3-iscsi cinder-scheduler[776832]: ERROR cinder 
Aug 10 14:35:21.322706 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 14:35:21.322725 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 10 14:54:27.544946 dv-cinder-851351-3-iscsi systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 14:54:30.614313 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: INFO dbcounter [None req-c64389ca-fc67-462e-9e3b-e28987c72760 None None] Registered counter for database cinder
Aug 10 14:54:30.634656 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: DEBUG oslo_db.sqlalchemy.engines [None req-c64389ca-fc67-462e-9e3b-e28987c72760 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=840661) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 14:54:30.642243 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: DEBUG dbcounter [-] [840661] Writer thread running {{(pid=840661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 14:54:30.856483 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 14:54:30.856483 dv-cinder-851351-3-iscsi cinder-scheduler[840661]:   from cryptography.utils import int_from_bytes
Aug 10 14:54:30.856483 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 14:54:30.856483 dv-cinder-851351-3-iscsi cinder-scheduler[840661]:   from cryptography.utils import int_from_bytes
Aug 10 14:54:30.867904 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: CRITICAL cinder [None req-c64389ca-fc67-462e-9e3b-e28987c72760 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 14:54:30.867904 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 14:54:30.867904 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: FROM services
Aug 10 14:54:30.867904 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 14:54:30.867904 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: FROM clusters
Aug 10 14:54:30.867904 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 14:54:30.867904 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: FROM clusters
Aug 10 14:54:30.867904 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 14:54:30.867904 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 14:54:30.867904 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 14:54:30.867904 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder Traceback (most recent call last):
Aug 10 14:54:30.868690 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 14:54:30.868690 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     self.dialect.do_execute(
Aug 10 14:54:30.868690 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 14:54:30.868690 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 14:54:30.868690 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 14:54:30.868690 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     result = self._query(query)
Aug 10 14:54:30.868690 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 14:54:30.868690 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     conn.query(q)
Aug 10 14:54:30.868690 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 14:54:30.868690 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 14:54:30.868690 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 14:54:30.868690 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     result.read()
Aug 10 14:54:30.868690 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 14:54:30.868690 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 14:54:30.868690 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 14:54:30.868690 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     packet.raise_for_error()
Aug 10 14:54:30.868690 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 14:54:30.868690 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 14:54:30.868690 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 14:54:30.868690 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 14:54:30.868690 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 14:54:30.868690 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder 
Aug 10 14:54:30.870508 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 14:54:30.870508 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder 
Aug 10 14:54:30.870508 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder Traceback (most recent call last):
Aug 10 14:54:30.870508 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 14:54:30.870508 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     sys.exit(main())
Aug 10 14:54:30.870508 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 14:54:30.870508 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 14:54:30.870508 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 14:54:30.870508 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 14:54:30.870508 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 14:54:30.870508 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 14:54:30.870508 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 14:54:30.870508 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 14:54:30.870508 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 14:54:30.870508 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 14:54:30.870508 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 14:54:30.870508 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 14:54:30.870508 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 14:54:30.870508 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 14:54:30.870508 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 14:54:30.870508 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 14:54:30.870508 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 14:54:30.870508 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 14:54:30.873145 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 14:54:30.873145 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 14:54:30.873145 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 14:54:30.873145 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 14:54:30.873145 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 14:54:30.873145 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 14:54:30.873145 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 14:54:30.873145 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     return f(*args, **kwargs)
Aug 10 14:54:30.873145 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 14:54:30.873145 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 14:54:30.873145 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 14:54:30.873145 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     return [] if not query else query.all()
Aug 10 14:54:30.873145 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 14:54:30.873145 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     return self._iter().all()
Aug 10 14:54:30.873145 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 14:54:30.873145 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     result = self.session.execute(
Aug 10 14:54:30.873145 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 14:54:30.873145 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 14:54:30.873145 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 14:54:30.873145 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 14:54:30.876408 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 14:54:30.876408 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 14:54:30.876408 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 14:54:30.876408 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     ret = self._execute_context(
Aug 10 14:54:30.876408 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 14:54:30.876408 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 14:54:30.876408 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 14:54:30.876408 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 14:54:30.876408 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 14:54:30.876408 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     raise exception
Aug 10 14:54:30.876408 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 14:54:30.876408 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     self.dialect.do_execute(
Aug 10 14:54:30.876408 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 14:54:30.876408 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 14:54:30.876408 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 14:54:30.876408 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     result = self._query(query)
Aug 10 14:54:30.876408 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 14:54:30.876408 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     conn.query(q)
Aug 10 14:54:30.876408 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 14:54:30.876408 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 14:54:30.876408 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 14:54:30.879930 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     result.read()
Aug 10 14:54:30.879930 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 14:54:30.879930 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 14:54:30.879930 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 14:54:30.879930 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     packet.raise_for_error()
Aug 10 14:54:30.879930 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 14:54:30.879930 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 14:54:30.879930 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 14:54:30.879930 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 14:54:30.879930 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 14:54:30.879930 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 14:54:30.879930 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder FROM services
Aug 10 14:54:30.883130 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 14:54:30.883130 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder FROM clusters
Aug 10 14:54:30.883130 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 14:54:30.883130 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder FROM clusters
Aug 10 14:54:30.883130 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 14:54:30.883130 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 14:54:30.883130 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 14:54:30.883130 dv-cinder-851351-3-iscsi cinder-scheduler[840661]: ERROR cinder 
Aug 10 14:54:31.279544 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 14:54:31.279572 dv-cinder-851351-3-iscsi systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.