-- Logs begin at Thu 2022-07-28 10:21:57 UTC, end at Thu 2022-07-28 14:56:09 UTC. --
Jul 28 11:11:40.768662 dv-cinder-851351-2-smb systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 11:11:43.836720 dv-cinder-851351-2-smb cinder-scheduler[111745]: INFO dbcounter [None req-ba440dfc-cf49-41de-a680-9ea58818f654 None None] Registered counter for database cinder
Jul 28 11:11:43.856631 dv-cinder-851351-2-smb cinder-scheduler[111745]: DEBUG oslo_db.sqlalchemy.engines [None req-ba440dfc-cf49-41de-a680-9ea58818f654 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111745) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 11:11:43.863279 dv-cinder-851351-2-smb cinder-scheduler[111745]: DEBUG dbcounter [-] [111745] Writer thread running {{(pid=111745) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 11:11:44.074845 dv-cinder-851351-2-smb cinder-scheduler[111745]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 11:11:44.074845 dv-cinder-851351-2-smb cinder-scheduler[111745]:   from cryptography.utils import int_from_bytes
Jul 28 11:11:44.074845 dv-cinder-851351-2-smb cinder-scheduler[111745]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 11:11:44.074845 dv-cinder-851351-2-smb cinder-scheduler[111745]:   from cryptography.utils import int_from_bytes
Jul 28 11:11:44.086659 dv-cinder-851351-2-smb cinder-scheduler[111745]: CRITICAL cinder [None req-ba440dfc-cf49-41de-a680-9ea58818f654 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:11:44.086659 dv-cinder-851351-2-smb cinder-scheduler[111745]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 11:11:44.086659 dv-cinder-851351-2-smb cinder-scheduler[111745]: FROM services
Jul 28 11:11:44.086659 dv-cinder-851351-2-smb cinder-scheduler[111745]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:11:44.086659 dv-cinder-851351-2-smb cinder-scheduler[111745]: FROM clusters
Jul 28 11:11:44.086659 dv-cinder-851351-2-smb cinder-scheduler[111745]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:11:44.086659 dv-cinder-851351-2-smb cinder-scheduler[111745]: FROM clusters
Jul 28 11:11:44.086659 dv-cinder-851351-2-smb cinder-scheduler[111745]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 11:11:44.086659 dv-cinder-851351-2-smb cinder-scheduler[111745]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 11:11:44.086659 dv-cinder-851351-2-smb cinder-scheduler[111745]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 11:11:44.086659 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder Traceback (most recent call last):
Jul 28 11:11:44.087537 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 11:11:44.087537 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     self.dialect.do_execute(
Jul 28 11:11:44.087537 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 11:11:44.087537 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 11:11:44.087537 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 11:11:44.087537 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     result = self._query(query)
Jul 28 11:11:44.087537 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 11:11:44.087537 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     conn.query(q)
Jul 28 11:11:44.087537 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 11:11:44.087537 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 11:11:44.087537 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 11:11:44.087537 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     result.read()
Jul 28 11:11:44.087537 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 11:11:44.087537 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 11:11:44.087537 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 11:11:44.087537 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     packet.raise_for_error()
Jul 28 11:11:44.087537 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 11:11:44.087537 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 11:11:44.087537 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 11:11:44.087537 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 11:11:44.087537 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:11:44.087537 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder 
Jul 28 11:11:44.089876 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 11:11:44.089876 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder 
Jul 28 11:11:44.089876 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder Traceback (most recent call last):
Jul 28 11:11:44.089876 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 11:11:44.089876 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     sys.exit(main())
Jul 28 11:11:44.089876 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 11:11:44.089876 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 11:11:44.089876 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 11:11:44.089876 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 11:11:44.089876 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 11:11:44.089876 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 11:11:44.089876 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 11:11:44.089876 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 11:11:44.089876 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 11:11:44.089876 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 11:11:44.089876 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 11:11:44.089876 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 11:11:44.089876 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 11:11:44.089876 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 11:11:44.089876 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 11:11:44.089876 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 11:11:44.089876 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 11:11:44.089876 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 11:11:44.091198 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 11:11:44.091198 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 11:11:44.091198 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 11:11:44.091198 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 11:11:44.091198 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 11:11:44.091198 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 11:11:44.091198 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 11:11:44.091198 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     return f(*args, **kwargs)
Jul 28 11:11:44.091198 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 11:11:44.091198 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 11:11:44.091198 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 11:11:44.091198 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     return [] if not query else query.all()
Jul 28 11:11:44.091198 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 11:11:44.091198 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     return self._iter().all()
Jul 28 11:11:44.091198 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 11:11:44.091198 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     result = self.session.execute(
Jul 28 11:11:44.091198 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 11:11:44.091198 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 11:11:44.091198 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 11:11:44.091198 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 11:11:44.092285 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 11:11:44.092285 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 11:11:44.092285 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 11:11:44.092285 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     ret = self._execute_context(
Jul 28 11:11:44.092285 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 11:11:44.092285 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 11:11:44.092285 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 11:11:44.092285 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 11:11:44.092285 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 11:11:44.092285 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     raise exception
Jul 28 11:11:44.092285 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 11:11:44.092285 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     self.dialect.do_execute(
Jul 28 11:11:44.092285 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 11:11:44.092285 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 11:11:44.092285 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 11:11:44.092285 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     result = self._query(query)
Jul 28 11:11:44.092285 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 11:11:44.092285 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     conn.query(q)
Jul 28 11:11:44.092285 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 11:11:44.092285 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 11:11:44.092285 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 11:11:44.095089 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     result.read()
Jul 28 11:11:44.095089 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 11:11:44.095089 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 11:11:44.095089 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 11:11:44.095089 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     packet.raise_for_error()
Jul 28 11:11:44.095089 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 11:11:44.095089 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 11:11:44.095089 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 11:11:44.095089 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 11:11:44.095089 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:11:44.095089 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 11:11:44.095089 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder FROM services
Jul 28 11:11:44.096648 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:11:44.096648 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder FROM clusters
Jul 28 11:11:44.096648 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:11:44.096648 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder FROM clusters
Jul 28 11:11:44.096648 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 11:11:44.096648 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 11:11:44.096648 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 11:11:44.096648 dv-cinder-851351-2-smb cinder-scheduler[111745]: ERROR cinder 
Jul 28 11:11:44.500380 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 11:11:44.500394 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Jul 28 11:31:57.213288 dv-cinder-851351-2-smb systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 11:32:00.177334 dv-cinder-851351-2-smb cinder-scheduler[182229]: INFO dbcounter [None req-a26e9011-3f71-4f5c-8008-67c94bbdf4d3 None None] Registered counter for database cinder
Jul 28 11:32:00.202582 dv-cinder-851351-2-smb cinder-scheduler[182229]: DEBUG oslo_db.sqlalchemy.engines [None req-a26e9011-3f71-4f5c-8008-67c94bbdf4d3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=182229) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 11:32:00.210288 dv-cinder-851351-2-smb cinder-scheduler[182229]: DEBUG dbcounter [-] [182229] Writer thread running {{(pid=182229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 11:32:00.422804 dv-cinder-851351-2-smb cinder-scheduler[182229]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 11:32:00.422804 dv-cinder-851351-2-smb cinder-scheduler[182229]:   from cryptography.utils import int_from_bytes
Jul 28 11:32:00.422804 dv-cinder-851351-2-smb cinder-scheduler[182229]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 11:32:00.422804 dv-cinder-851351-2-smb cinder-scheduler[182229]:   from cryptography.utils import int_from_bytes
Jul 28 11:32:00.434763 dv-cinder-851351-2-smb cinder-scheduler[182229]: CRITICAL cinder [None req-a26e9011-3f71-4f5c-8008-67c94bbdf4d3 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:32:00.434763 dv-cinder-851351-2-smb cinder-scheduler[182229]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 11:32:00.434763 dv-cinder-851351-2-smb cinder-scheduler[182229]: FROM services
Jul 28 11:32:00.434763 dv-cinder-851351-2-smb cinder-scheduler[182229]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:32:00.434763 dv-cinder-851351-2-smb cinder-scheduler[182229]: FROM clusters
Jul 28 11:32:00.434763 dv-cinder-851351-2-smb cinder-scheduler[182229]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:32:00.434763 dv-cinder-851351-2-smb cinder-scheduler[182229]: FROM clusters
Jul 28 11:32:00.434763 dv-cinder-851351-2-smb cinder-scheduler[182229]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 11:32:00.434763 dv-cinder-851351-2-smb cinder-scheduler[182229]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 11:32:00.434763 dv-cinder-851351-2-smb cinder-scheduler[182229]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 11:32:00.434763 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder Traceback (most recent call last):
Jul 28 11:32:00.435588 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 11:32:00.435588 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     self.dialect.do_execute(
Jul 28 11:32:00.435588 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 11:32:00.435588 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 11:32:00.435588 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 11:32:00.435588 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     result = self._query(query)
Jul 28 11:32:00.435588 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 11:32:00.435588 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     conn.query(q)
Jul 28 11:32:00.435588 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 11:32:00.435588 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 11:32:00.435588 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 11:32:00.435588 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     result.read()
Jul 28 11:32:00.435588 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 11:32:00.435588 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 11:32:00.435588 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 11:32:00.435588 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     packet.raise_for_error()
Jul 28 11:32:00.435588 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 11:32:00.435588 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 11:32:00.435588 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 11:32:00.435588 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 11:32:00.435588 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:32:00.435588 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder 
Jul 28 11:32:00.436711 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 11:32:00.436711 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder 
Jul 28 11:32:00.436711 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder Traceback (most recent call last):
Jul 28 11:32:00.436711 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 11:32:00.436711 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     sys.exit(main())
Jul 28 11:32:00.436711 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 11:32:00.436711 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 11:32:00.436711 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 11:32:00.436711 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 11:32:00.436711 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 11:32:00.436711 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 11:32:00.436711 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 11:32:00.436711 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 11:32:00.436711 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 11:32:00.436711 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 11:32:00.436711 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 11:32:00.436711 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 11:32:00.436711 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 11:32:00.436711 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 11:32:00.436711 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 11:32:00.436711 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 11:32:00.436711 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 11:32:00.436711 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 11:32:00.438516 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 11:32:00.438516 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 11:32:00.438516 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 11:32:00.438516 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 11:32:00.438516 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 11:32:00.438516 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 11:32:00.438516 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 11:32:00.438516 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     return f(*args, **kwargs)
Jul 28 11:32:00.438516 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 11:32:00.438516 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 11:32:00.438516 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 11:32:00.438516 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     return [] if not query else query.all()
Jul 28 11:32:00.438516 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 11:32:00.438516 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     return self._iter().all()
Jul 28 11:32:00.438516 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 11:32:00.438516 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     result = self.session.execute(
Jul 28 11:32:00.438516 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 11:32:00.438516 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 11:32:00.438516 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 11:32:00.438516 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 11:32:00.439569 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 11:32:00.439569 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 11:32:00.439569 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 11:32:00.439569 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     ret = self._execute_context(
Jul 28 11:32:00.439569 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 11:32:00.439569 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 11:32:00.439569 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 11:32:00.439569 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 11:32:00.439569 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 11:32:00.439569 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     raise exception
Jul 28 11:32:00.439569 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 11:32:00.439569 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     self.dialect.do_execute(
Jul 28 11:32:00.439569 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 11:32:00.439569 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 11:32:00.439569 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 11:32:00.439569 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     result = self._query(query)
Jul 28 11:32:00.439569 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 11:32:00.439569 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     conn.query(q)
Jul 28 11:32:00.439569 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 11:32:00.439569 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 11:32:00.439569 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 11:32:00.440624 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     result.read()
Jul 28 11:32:00.440624 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 11:32:00.440624 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 11:32:00.440624 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 11:32:00.440624 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     packet.raise_for_error()
Jul 28 11:32:00.440624 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 11:32:00.440624 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 11:32:00.440624 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 11:32:00.440624 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 11:32:00.440624 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:32:00.440624 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 11:32:00.440624 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder FROM services
Jul 28 11:32:00.441407 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:32:00.441407 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder FROM clusters
Jul 28 11:32:00.441407 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:32:00.441407 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder FROM clusters
Jul 28 11:32:00.441407 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 11:32:00.441407 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 11:32:00.441407 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 11:32:00.441407 dv-cinder-851351-2-smb cinder-scheduler[182229]: ERROR cinder 
Jul 28 11:32:00.841854 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 11:32:00.841880 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Jul 28 11:50:57.224139 dv-cinder-851351-2-smb systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 11:51:00.238230 dv-cinder-851351-2-smb cinder-scheduler[256494]: INFO dbcounter [None req-f7114b71-a208-4f3e-bfa3-1d6b3f9c6511 None None] Registered counter for database cinder
Jul 28 11:51:00.257447 dv-cinder-851351-2-smb cinder-scheduler[256494]: DEBUG oslo_db.sqlalchemy.engines [None req-f7114b71-a208-4f3e-bfa3-1d6b3f9c6511 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=256494) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 11:51:00.264700 dv-cinder-851351-2-smb cinder-scheduler[256494]: DEBUG dbcounter [-] [256494] Writer thread running {{(pid=256494) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 11:51:00.477978 dv-cinder-851351-2-smb cinder-scheduler[256494]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 11:51:00.477978 dv-cinder-851351-2-smb cinder-scheduler[256494]:   from cryptography.utils import int_from_bytes
Jul 28 11:51:00.477978 dv-cinder-851351-2-smb cinder-scheduler[256494]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 11:51:00.477978 dv-cinder-851351-2-smb cinder-scheduler[256494]:   from cryptography.utils import int_from_bytes
Jul 28 11:51:00.489732 dv-cinder-851351-2-smb cinder-scheduler[256494]: CRITICAL cinder [None req-f7114b71-a208-4f3e-bfa3-1d6b3f9c6511 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:51:00.489732 dv-cinder-851351-2-smb cinder-scheduler[256494]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 11:51:00.489732 dv-cinder-851351-2-smb cinder-scheduler[256494]: FROM services
Jul 28 11:51:00.489732 dv-cinder-851351-2-smb cinder-scheduler[256494]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:51:00.489732 dv-cinder-851351-2-smb cinder-scheduler[256494]: FROM clusters
Jul 28 11:51:00.489732 dv-cinder-851351-2-smb cinder-scheduler[256494]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:51:00.489732 dv-cinder-851351-2-smb cinder-scheduler[256494]: FROM clusters
Jul 28 11:51:00.489732 dv-cinder-851351-2-smb cinder-scheduler[256494]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 11:51:00.489732 dv-cinder-851351-2-smb cinder-scheduler[256494]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 11:51:00.489732 dv-cinder-851351-2-smb cinder-scheduler[256494]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 11:51:00.489732 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder Traceback (most recent call last):
Jul 28 11:51:00.490654 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 11:51:00.490654 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     self.dialect.do_execute(
Jul 28 11:51:00.490654 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 11:51:00.490654 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 11:51:00.490654 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 11:51:00.490654 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     result = self._query(query)
Jul 28 11:51:00.490654 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 11:51:00.490654 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     conn.query(q)
Jul 28 11:51:00.490654 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 11:51:00.490654 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 11:51:00.490654 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 11:51:00.490654 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     result.read()
Jul 28 11:51:00.490654 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 11:51:00.490654 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 11:51:00.490654 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 11:51:00.490654 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     packet.raise_for_error()
Jul 28 11:51:00.490654 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 11:51:00.490654 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 11:51:00.490654 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 11:51:00.490654 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 11:51:00.490654 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:51:00.490654 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder 
Jul 28 11:51:00.492195 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 11:51:00.492195 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder 
Jul 28 11:51:00.492195 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder Traceback (most recent call last):
Jul 28 11:51:00.492195 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 11:51:00.492195 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     sys.exit(main())
Jul 28 11:51:00.492195 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 11:51:00.492195 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 11:51:00.492195 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 11:51:00.492195 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 11:51:00.492195 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 11:51:00.492195 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 11:51:00.492195 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 11:51:00.492195 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 11:51:00.492195 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 11:51:00.492195 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 11:51:00.492195 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 11:51:00.492195 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 11:51:00.492195 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 11:51:00.492195 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 11:51:00.492195 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 11:51:00.492195 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 11:51:00.492195 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 11:51:00.492195 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 11:51:00.494765 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 11:51:00.494765 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 11:51:00.494765 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 11:51:00.494765 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 11:51:00.494765 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 11:51:00.494765 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 11:51:00.494765 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 11:51:00.494765 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     return f(*args, **kwargs)
Jul 28 11:51:00.494765 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 11:51:00.494765 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 11:51:00.494765 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 11:51:00.494765 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     return [] if not query else query.all()
Jul 28 11:51:00.494765 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 11:51:00.494765 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     return self._iter().all()
Jul 28 11:51:00.494765 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 11:51:00.494765 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     result = self.session.execute(
Jul 28 11:51:00.494765 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 11:51:00.494765 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 11:51:00.494765 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 11:51:00.494765 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 11:51:00.496135 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 11:51:00.496135 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 11:51:00.496135 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 11:51:00.496135 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     ret = self._execute_context(
Jul 28 11:51:00.496135 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 11:51:00.496135 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 11:51:00.496135 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 11:51:00.496135 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 11:51:00.496135 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 11:51:00.496135 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     raise exception
Jul 28 11:51:00.496135 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 11:51:00.496135 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     self.dialect.do_execute(
Jul 28 11:51:00.496135 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 11:51:00.496135 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 11:51:00.496135 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 11:51:00.496135 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     result = self._query(query)
Jul 28 11:51:00.496135 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 11:51:00.496135 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     conn.query(q)
Jul 28 11:51:00.496135 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 11:51:00.496135 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 11:51:00.496135 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 11:51:00.505782 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     result.read()
Jul 28 11:51:00.505782 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 11:51:00.505782 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 11:51:00.505782 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 11:51:00.505782 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     packet.raise_for_error()
Jul 28 11:51:00.505782 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 11:51:00.505782 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 11:51:00.505782 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 11:51:00.505782 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 11:51:00.505782 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 11:51:00.505782 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 11:51:00.505782 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder FROM services
Jul 28 11:51:00.506617 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:51:00.506617 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder FROM clusters
Jul 28 11:51:00.506617 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 11:51:00.506617 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder FROM clusters
Jul 28 11:51:00.506617 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 11:51:00.506617 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 11:51:00.506617 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 11:51:00.506617 dv-cinder-851351-2-smb cinder-scheduler[256494]: ERROR cinder 
Jul 28 11:51:00.898490 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 11:51:00.898517 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Jul 28 12:10:01.078850 dv-cinder-851351-2-smb systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 12:10:04.176863 dv-cinder-851351-2-smb cinder-scheduler[320851]: INFO dbcounter [None req-649dfe6a-e191-4bd3-bbcb-b5a977588de5 None None] Registered counter for database cinder
Jul 28 12:10:04.196428 dv-cinder-851351-2-smb cinder-scheduler[320851]: DEBUG oslo_db.sqlalchemy.engines [None req-649dfe6a-e191-4bd3-bbcb-b5a977588de5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=320851) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 12:10:04.203123 dv-cinder-851351-2-smb cinder-scheduler[320851]: DEBUG dbcounter [-] [320851] Writer thread running {{(pid=320851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 12:10:04.420912 dv-cinder-851351-2-smb cinder-scheduler[320851]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 12:10:04.420912 dv-cinder-851351-2-smb cinder-scheduler[320851]:   from cryptography.utils import int_from_bytes
Jul 28 12:10:04.420912 dv-cinder-851351-2-smb cinder-scheduler[320851]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 12:10:04.420912 dv-cinder-851351-2-smb cinder-scheduler[320851]:   from cryptography.utils import int_from_bytes
Jul 28 12:10:04.433010 dv-cinder-851351-2-smb cinder-scheduler[320851]: CRITICAL cinder [None req-649dfe6a-e191-4bd3-bbcb-b5a977588de5 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 12:10:04.433010 dv-cinder-851351-2-smb cinder-scheduler[320851]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 12:10:04.433010 dv-cinder-851351-2-smb cinder-scheduler[320851]: FROM services
Jul 28 12:10:04.433010 dv-cinder-851351-2-smb cinder-scheduler[320851]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:10:04.433010 dv-cinder-851351-2-smb cinder-scheduler[320851]: FROM clusters
Jul 28 12:10:04.433010 dv-cinder-851351-2-smb cinder-scheduler[320851]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:10:04.433010 dv-cinder-851351-2-smb cinder-scheduler[320851]: FROM clusters
Jul 28 12:10:04.433010 dv-cinder-851351-2-smb cinder-scheduler[320851]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 12:10:04.433010 dv-cinder-851351-2-smb cinder-scheduler[320851]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 12:10:04.433010 dv-cinder-851351-2-smb cinder-scheduler[320851]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 12:10:04.433010 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder Traceback (most recent call last):
Jul 28 12:10:04.433897 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 12:10:04.433897 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     self.dialect.do_execute(
Jul 28 12:10:04.433897 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 12:10:04.433897 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 12:10:04.433897 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 12:10:04.433897 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     result = self._query(query)
Jul 28 12:10:04.433897 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 12:10:04.433897 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     conn.query(q)
Jul 28 12:10:04.433897 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 12:10:04.433897 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 12:10:04.433897 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 12:10:04.433897 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     result.read()
Jul 28 12:10:04.433897 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 12:10:04.433897 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 12:10:04.433897 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 12:10:04.433897 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     packet.raise_for_error()
Jul 28 12:10:04.433897 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 12:10:04.433897 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 12:10:04.433897 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 12:10:04.433897 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 12:10:04.433897 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 12:10:04.433897 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder 
Jul 28 12:10:04.435221 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 12:10:04.435221 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder 
Jul 28 12:10:04.435221 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder Traceback (most recent call last):
Jul 28 12:10:04.435221 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 12:10:04.435221 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     sys.exit(main())
Jul 28 12:10:04.435221 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 12:10:04.435221 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 12:10:04.435221 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 12:10:04.435221 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 12:10:04.435221 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 12:10:04.435221 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 12:10:04.435221 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 12:10:04.435221 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 12:10:04.435221 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 12:10:04.435221 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 12:10:04.435221 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 12:10:04.435221 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 12:10:04.435221 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 12:10:04.435221 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 12:10:04.435221 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 12:10:04.435221 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 12:10:04.435221 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 12:10:04.435221 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 12:10:04.436763 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 12:10:04.436763 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 12:10:04.436763 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 12:10:04.436763 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 12:10:04.436763 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 12:10:04.436763 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 12:10:04.436763 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 12:10:04.436763 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     return f(*args, **kwargs)
Jul 28 12:10:04.436763 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 12:10:04.436763 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 12:10:04.436763 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 12:10:04.436763 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     return [] if not query else query.all()
Jul 28 12:10:04.436763 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 12:10:04.436763 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     return self._iter().all()
Jul 28 12:10:04.436763 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 12:10:04.436763 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     result = self.session.execute(
Jul 28 12:10:04.436763 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 12:10:04.436763 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 12:10:04.436763 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 12:10:04.436763 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 12:10:04.440873 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 12:10:04.440873 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 12:10:04.440873 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 12:10:04.440873 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     ret = self._execute_context(
Jul 28 12:10:04.440873 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 12:10:04.440873 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 12:10:04.440873 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 12:10:04.440873 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 12:10:04.440873 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 12:10:04.440873 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     raise exception
Jul 28 12:10:04.440873 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 12:10:04.440873 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     self.dialect.do_execute(
Jul 28 12:10:04.440873 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 12:10:04.440873 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 12:10:04.440873 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 12:10:04.440873 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     result = self._query(query)
Jul 28 12:10:04.440873 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 12:10:04.440873 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     conn.query(q)
Jul 28 12:10:04.440873 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 12:10:04.440873 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 12:10:04.440873 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 12:10:04.443792 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     result.read()
Jul 28 12:10:04.443792 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 12:10:04.443792 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 12:10:04.443792 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 12:10:04.443792 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     packet.raise_for_error()
Jul 28 12:10:04.443792 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 12:10:04.443792 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 12:10:04.443792 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 12:10:04.443792 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 12:10:04.443792 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 12:10:04.443792 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 12:10:04.443792 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder FROM services
Jul 28 12:10:04.447193 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:10:04.447193 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder FROM clusters
Jul 28 12:10:04.447193 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:10:04.447193 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder FROM clusters
Jul 28 12:10:04.447193 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 12:10:04.447193 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 12:10:04.447193 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 12:10:04.447193 dv-cinder-851351-2-smb cinder-scheduler[320851]: ERROR cinder 
Jul 28 12:10:04.839215 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 12:10:04.839245 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Jul 28 12:32:53.964493 dv-cinder-851351-2-smb systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 12:32:57.017267 dv-cinder-851351-2-smb cinder-scheduler[391019]: INFO dbcounter [None req-0eb4d4f5-61ca-4e18-b089-c5e59f8d5ecc None None] Registered counter for database cinder
Jul 28 12:32:57.036741 dv-cinder-851351-2-smb cinder-scheduler[391019]: DEBUG oslo_db.sqlalchemy.engines [None req-0eb4d4f5-61ca-4e18-b089-c5e59f8d5ecc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=391019) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 12:32:57.043777 dv-cinder-851351-2-smb cinder-scheduler[391019]: DEBUG dbcounter [-] [391019] Writer thread running {{(pid=391019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 12:32:57.257311 dv-cinder-851351-2-smb cinder-scheduler[391019]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 12:32:57.257311 dv-cinder-851351-2-smb cinder-scheduler[391019]:   from cryptography.utils import int_from_bytes
Jul 28 12:32:57.257311 dv-cinder-851351-2-smb cinder-scheduler[391019]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 12:32:57.257311 dv-cinder-851351-2-smb cinder-scheduler[391019]:   from cryptography.utils import int_from_bytes
Jul 28 12:32:57.271610 dv-cinder-851351-2-smb cinder-scheduler[391019]: CRITICAL cinder [None req-0eb4d4f5-61ca-4e18-b089-c5e59f8d5ecc None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 12:32:57.271610 dv-cinder-851351-2-smb cinder-scheduler[391019]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 12:32:57.271610 dv-cinder-851351-2-smb cinder-scheduler[391019]: FROM services
Jul 28 12:32:57.271610 dv-cinder-851351-2-smb cinder-scheduler[391019]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:32:57.271610 dv-cinder-851351-2-smb cinder-scheduler[391019]: FROM clusters
Jul 28 12:32:57.271610 dv-cinder-851351-2-smb cinder-scheduler[391019]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:32:57.271610 dv-cinder-851351-2-smb cinder-scheduler[391019]: FROM clusters
Jul 28 12:32:57.271610 dv-cinder-851351-2-smb cinder-scheduler[391019]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 12:32:57.271610 dv-cinder-851351-2-smb cinder-scheduler[391019]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 12:32:57.271610 dv-cinder-851351-2-smb cinder-scheduler[391019]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 12:32:57.271610 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder Traceback (most recent call last):
Jul 28 12:32:57.272565 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 12:32:57.272565 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     self.dialect.do_execute(
Jul 28 12:32:57.272565 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 12:32:57.272565 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 12:32:57.272565 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 12:32:57.272565 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     result = self._query(query)
Jul 28 12:32:57.272565 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 12:32:57.272565 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     conn.query(q)
Jul 28 12:32:57.272565 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 12:32:57.272565 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 12:32:57.272565 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 12:32:57.272565 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     result.read()
Jul 28 12:32:57.272565 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 12:32:57.272565 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 12:32:57.272565 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 12:32:57.272565 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     packet.raise_for_error()
Jul 28 12:32:57.272565 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 12:32:57.272565 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 12:32:57.272565 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 12:32:57.272565 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 12:32:57.272565 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 12:32:57.272565 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder 
Jul 28 12:32:57.274048 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 12:32:57.274048 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder 
Jul 28 12:32:57.274048 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder Traceback (most recent call last):
Jul 28 12:32:57.274048 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 12:32:57.274048 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     sys.exit(main())
Jul 28 12:32:57.274048 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 12:32:57.274048 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 12:32:57.274048 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 12:32:57.274048 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 12:32:57.274048 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 12:32:57.274048 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 12:32:57.274048 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 12:32:57.274048 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 12:32:57.274048 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 12:32:57.274048 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 12:32:57.274048 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 12:32:57.274048 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 12:32:57.274048 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 12:32:57.274048 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 12:32:57.274048 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 12:32:57.274048 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 12:32:57.274048 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 12:32:57.274048 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 12:32:57.275871 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 12:32:57.275871 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 12:32:57.275871 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 12:32:57.275871 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 12:32:57.275871 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 12:32:57.275871 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 12:32:57.275871 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 12:32:57.275871 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     return f(*args, **kwargs)
Jul 28 12:32:57.275871 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 12:32:57.275871 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 12:32:57.275871 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 12:32:57.275871 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     return [] if not query else query.all()
Jul 28 12:32:57.275871 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 12:32:57.275871 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     return self._iter().all()
Jul 28 12:32:57.275871 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 12:32:57.275871 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     result = self.session.execute(
Jul 28 12:32:57.275871 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 12:32:57.275871 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 12:32:57.275871 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 12:32:57.275871 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 12:32:57.277073 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 12:32:57.277073 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 12:32:57.277073 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 12:32:57.277073 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     ret = self._execute_context(
Jul 28 12:32:57.277073 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 12:32:57.277073 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 12:32:57.277073 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 12:32:57.277073 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 12:32:57.277073 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 12:32:57.277073 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     raise exception
Jul 28 12:32:57.277073 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 12:32:57.277073 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     self.dialect.do_execute(
Jul 28 12:32:57.277073 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 12:32:57.277073 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 12:32:57.277073 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 12:32:57.277073 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     result = self._query(query)
Jul 28 12:32:57.277073 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 12:32:57.277073 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     conn.query(q)
Jul 28 12:32:57.277073 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 12:32:57.277073 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 12:32:57.277073 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 12:32:57.278391 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     result.read()
Jul 28 12:32:57.278391 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 12:32:57.278391 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 12:32:57.278391 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 12:32:57.278391 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     packet.raise_for_error()
Jul 28 12:32:57.278391 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 12:32:57.278391 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 12:32:57.278391 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 12:32:57.278391 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 12:32:57.278391 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 12:32:57.278391 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 12:32:57.278391 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder FROM services
Jul 28 12:32:57.279074 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:32:57.279074 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder FROM clusters
Jul 28 12:32:57.279074 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:32:57.279074 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder FROM clusters
Jul 28 12:32:57.279074 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 12:32:57.279074 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 12:32:57.279074 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 12:32:57.279074 dv-cinder-851351-2-smb cinder-scheduler[391019]: ERROR cinder 
Jul 28 12:32:57.684587 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 12:32:57.684601 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Jul 28 12:51:45.424799 dv-cinder-851351-2-smb systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 12:51:48.493557 dv-cinder-851351-2-smb cinder-scheduler[454810]: INFO dbcounter [None req-c045dd83-9cf8-41ee-996a-a4ac96374fbd None None] Registered counter for database cinder
Jul 28 12:51:48.513053 dv-cinder-851351-2-smb cinder-scheduler[454810]: DEBUG oslo_db.sqlalchemy.engines [None req-c045dd83-9cf8-41ee-996a-a4ac96374fbd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=454810) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 12:51:48.519710 dv-cinder-851351-2-smb cinder-scheduler[454810]: DEBUG dbcounter [-] [454810] Writer thread running {{(pid=454810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 12:51:48.731637 dv-cinder-851351-2-smb cinder-scheduler[454810]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 12:51:48.731637 dv-cinder-851351-2-smb cinder-scheduler[454810]:   from cryptography.utils import int_from_bytes
Jul 28 12:51:48.731637 dv-cinder-851351-2-smb cinder-scheduler[454810]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 12:51:48.731637 dv-cinder-851351-2-smb cinder-scheduler[454810]:   from cryptography.utils import int_from_bytes
Jul 28 12:51:48.742945 dv-cinder-851351-2-smb cinder-scheduler[454810]: CRITICAL cinder [None req-c045dd83-9cf8-41ee-996a-a4ac96374fbd None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 12:51:48.742945 dv-cinder-851351-2-smb cinder-scheduler[454810]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 12:51:48.742945 dv-cinder-851351-2-smb cinder-scheduler[454810]: FROM services
Jul 28 12:51:48.742945 dv-cinder-851351-2-smb cinder-scheduler[454810]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:51:48.742945 dv-cinder-851351-2-smb cinder-scheduler[454810]: FROM clusters
Jul 28 12:51:48.742945 dv-cinder-851351-2-smb cinder-scheduler[454810]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:51:48.742945 dv-cinder-851351-2-smb cinder-scheduler[454810]: FROM clusters
Jul 28 12:51:48.742945 dv-cinder-851351-2-smb cinder-scheduler[454810]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 12:51:48.742945 dv-cinder-851351-2-smb cinder-scheduler[454810]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 12:51:48.742945 dv-cinder-851351-2-smb cinder-scheduler[454810]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 12:51:48.742945 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder Traceback (most recent call last):
Jul 28 12:51:48.743733 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 12:51:48.743733 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     self.dialect.do_execute(
Jul 28 12:51:48.743733 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 12:51:48.743733 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 12:51:48.743733 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 12:51:48.743733 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     result = self._query(query)
Jul 28 12:51:48.743733 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 12:51:48.743733 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     conn.query(q)
Jul 28 12:51:48.743733 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 12:51:48.743733 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 12:51:48.743733 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 12:51:48.743733 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     result.read()
Jul 28 12:51:48.743733 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 12:51:48.743733 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 12:51:48.743733 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 12:51:48.743733 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     packet.raise_for_error()
Jul 28 12:51:48.743733 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 12:51:48.743733 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 12:51:48.743733 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 12:51:48.743733 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 12:51:48.743733 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 12:51:48.743733 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder 
Jul 28 12:51:48.745432 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 12:51:48.745432 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder 
Jul 28 12:51:48.745432 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder Traceback (most recent call last):
Jul 28 12:51:48.745432 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 12:51:48.745432 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     sys.exit(main())
Jul 28 12:51:48.745432 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 12:51:48.745432 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 12:51:48.745432 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 12:51:48.745432 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 12:51:48.745432 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 12:51:48.745432 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 12:51:48.745432 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 12:51:48.745432 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 12:51:48.745432 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 12:51:48.745432 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 12:51:48.745432 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 12:51:48.745432 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 12:51:48.745432 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 12:51:48.745432 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 12:51:48.745432 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 12:51:48.745432 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 12:51:48.745432 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 12:51:48.745432 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 12:51:48.748904 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 12:51:48.748904 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 12:51:48.748904 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 12:51:48.748904 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 12:51:48.748904 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 12:51:48.748904 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 12:51:48.748904 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 12:51:48.748904 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     return f(*args, **kwargs)
Jul 28 12:51:48.748904 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 12:51:48.748904 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 12:51:48.748904 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 12:51:48.748904 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     return [] if not query else query.all()
Jul 28 12:51:48.748904 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 12:51:48.748904 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     return self._iter().all()
Jul 28 12:51:48.748904 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 12:51:48.748904 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     result = self.session.execute(
Jul 28 12:51:48.748904 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 12:51:48.748904 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 12:51:48.748904 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 12:51:48.748904 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 12:51:48.750466 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 12:51:48.750466 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 12:51:48.750466 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 12:51:48.750466 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     ret = self._execute_context(
Jul 28 12:51:48.750466 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 12:51:48.750466 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 12:51:48.750466 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 12:51:48.750466 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 12:51:48.750466 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 12:51:48.750466 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     raise exception
Jul 28 12:51:48.750466 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 12:51:48.750466 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     self.dialect.do_execute(
Jul 28 12:51:48.750466 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 12:51:48.750466 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 12:51:48.750466 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 12:51:48.750466 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     result = self._query(query)
Jul 28 12:51:48.750466 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 12:51:48.750466 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     conn.query(q)
Jul 28 12:51:48.750466 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 12:51:48.750466 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 12:51:48.750466 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 12:51:48.751925 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     result.read()
Jul 28 12:51:48.751925 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 12:51:48.751925 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 12:51:48.751925 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 12:51:48.751925 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     packet.raise_for_error()
Jul 28 12:51:48.751925 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 12:51:48.751925 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 12:51:48.751925 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 12:51:48.751925 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 12:51:48.751925 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 12:51:48.751925 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 12:51:48.751925 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder FROM services
Jul 28 12:51:48.754934 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:51:48.754934 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder FROM clusters
Jul 28 12:51:48.754934 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 12:51:48.754934 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder FROM clusters
Jul 28 12:51:48.754934 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 12:51:48.754934 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 12:51:48.754934 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 12:51:48.754934 dv-cinder-851351-2-smb cinder-scheduler[454810]: ERROR cinder 
Jul 28 12:51:49.149603 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 12:51:49.149632 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Jul 28 13:10:48.015834 dv-cinder-851351-2-smb systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 13:10:51.074535 dv-cinder-851351-2-smb cinder-scheduler[519028]: INFO dbcounter [None req-7e78bfe8-1a41-4038-bdb1-5e73b226de59 None None] Registered counter for database cinder
Jul 28 13:10:51.093216 dv-cinder-851351-2-smb cinder-scheduler[519028]: DEBUG oslo_db.sqlalchemy.engines [None req-7e78bfe8-1a41-4038-bdb1-5e73b226de59 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=519028) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 13:10:51.100360 dv-cinder-851351-2-smb cinder-scheduler[519028]: DEBUG dbcounter [-] [519028] Writer thread running {{(pid=519028) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 13:10:51.311182 dv-cinder-851351-2-smb cinder-scheduler[519028]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 13:10:51.311182 dv-cinder-851351-2-smb cinder-scheduler[519028]:   from cryptography.utils import int_from_bytes
Jul 28 13:10:51.311182 dv-cinder-851351-2-smb cinder-scheduler[519028]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 13:10:51.311182 dv-cinder-851351-2-smb cinder-scheduler[519028]:   from cryptography.utils import int_from_bytes
Jul 28 13:10:51.322724 dv-cinder-851351-2-smb cinder-scheduler[519028]: CRITICAL cinder [None req-7e78bfe8-1a41-4038-bdb1-5e73b226de59 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 13:10:51.322724 dv-cinder-851351-2-smb cinder-scheduler[519028]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 13:10:51.322724 dv-cinder-851351-2-smb cinder-scheduler[519028]: FROM services
Jul 28 13:10:51.322724 dv-cinder-851351-2-smb cinder-scheduler[519028]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:10:51.322724 dv-cinder-851351-2-smb cinder-scheduler[519028]: FROM clusters
Jul 28 13:10:51.322724 dv-cinder-851351-2-smb cinder-scheduler[519028]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:10:51.322724 dv-cinder-851351-2-smb cinder-scheduler[519028]: FROM clusters
Jul 28 13:10:51.322724 dv-cinder-851351-2-smb cinder-scheduler[519028]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 13:10:51.322724 dv-cinder-851351-2-smb cinder-scheduler[519028]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 13:10:51.322724 dv-cinder-851351-2-smb cinder-scheduler[519028]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 13:10:51.322724 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder Traceback (most recent call last):
Jul 28 13:10:51.323608 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 13:10:51.323608 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     self.dialect.do_execute(
Jul 28 13:10:51.323608 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 13:10:51.323608 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 13:10:51.323608 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 13:10:51.323608 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     result = self._query(query)
Jul 28 13:10:51.323608 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 13:10:51.323608 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     conn.query(q)
Jul 28 13:10:51.323608 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 13:10:51.323608 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 13:10:51.323608 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 13:10:51.323608 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     result.read()
Jul 28 13:10:51.323608 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 13:10:51.323608 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 13:10:51.323608 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 13:10:51.323608 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     packet.raise_for_error()
Jul 28 13:10:51.323608 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 13:10:51.323608 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 13:10:51.323608 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 13:10:51.323608 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 13:10:51.323608 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 13:10:51.323608 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder 
Jul 28 13:10:51.325514 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 13:10:51.325514 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder 
Jul 28 13:10:51.325514 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder Traceback (most recent call last):
Jul 28 13:10:51.325514 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 13:10:51.325514 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     sys.exit(main())
Jul 28 13:10:51.325514 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 13:10:51.325514 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 13:10:51.325514 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 13:10:51.325514 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 13:10:51.325514 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 13:10:51.325514 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 13:10:51.325514 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 13:10:51.325514 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 13:10:51.325514 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 13:10:51.325514 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 13:10:51.325514 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 13:10:51.325514 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 13:10:51.325514 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 13:10:51.325514 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 13:10:51.325514 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 13:10:51.325514 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 13:10:51.325514 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 13:10:51.325514 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 13:10:51.326944 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 13:10:51.326944 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 13:10:51.326944 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 13:10:51.326944 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 13:10:51.326944 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 13:10:51.326944 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 13:10:51.326944 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 13:10:51.326944 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     return f(*args, **kwargs)
Jul 28 13:10:51.326944 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 13:10:51.326944 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 13:10:51.326944 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 13:10:51.326944 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     return [] if not query else query.all()
Jul 28 13:10:51.326944 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 13:10:51.326944 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     return self._iter().all()
Jul 28 13:10:51.326944 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 13:10:51.326944 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     result = self.session.execute(
Jul 28 13:10:51.326944 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 13:10:51.326944 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 13:10:51.326944 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 13:10:51.326944 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 13:10:51.328218 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 13:10:51.328218 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 13:10:51.328218 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 13:10:51.328218 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     ret = self._execute_context(
Jul 28 13:10:51.328218 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 13:10:51.328218 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 13:10:51.328218 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 13:10:51.328218 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 13:10:51.328218 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 13:10:51.328218 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     raise exception
Jul 28 13:10:51.328218 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 13:10:51.328218 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     self.dialect.do_execute(
Jul 28 13:10:51.328218 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 13:10:51.328218 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 13:10:51.328218 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 13:10:51.328218 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     result = self._query(query)
Jul 28 13:10:51.328218 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 13:10:51.328218 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     conn.query(q)
Jul 28 13:10:51.328218 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 13:10:51.328218 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 13:10:51.328218 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 13:10:51.329592 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     result.read()
Jul 28 13:10:51.329592 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 13:10:51.329592 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 13:10:51.329592 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 13:10:51.329592 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     packet.raise_for_error()
Jul 28 13:10:51.329592 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 13:10:51.329592 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 13:10:51.329592 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 13:10:51.329592 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 13:10:51.329592 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 13:10:51.329592 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 13:10:51.329592 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder FROM services
Jul 28 13:10:51.330343 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:10:51.330343 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder FROM clusters
Jul 28 13:10:51.330343 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:10:51.330343 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder FROM clusters
Jul 28 13:10:51.330343 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 13:10:51.330343 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 13:10:51.330343 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 13:10:51.330343 dv-cinder-851351-2-smb cinder-scheduler[519028]: ERROR cinder 
Jul 28 13:10:51.735231 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 13:10:51.735259 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Jul 28 13:30:09.775895 dv-cinder-851351-2-smb systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 13:30:12.824353 dv-cinder-851351-2-smb cinder-scheduler[583441]: INFO dbcounter [None req-54b72623-3e8f-454e-bd76-0413a91399f6 None None] Registered counter for database cinder
Jul 28 13:30:12.845701 dv-cinder-851351-2-smb cinder-scheduler[583441]: DEBUG oslo_db.sqlalchemy.engines [None req-54b72623-3e8f-454e-bd76-0413a91399f6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=583441) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 13:30:12.852769 dv-cinder-851351-2-smb cinder-scheduler[583441]: DEBUG dbcounter [-] [583441] Writer thread running {{(pid=583441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 13:30:13.062672 dv-cinder-851351-2-smb cinder-scheduler[583441]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 13:30:13.062672 dv-cinder-851351-2-smb cinder-scheduler[583441]:   from cryptography.utils import int_from_bytes
Jul 28 13:30:13.062672 dv-cinder-851351-2-smb cinder-scheduler[583441]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 13:30:13.062672 dv-cinder-851351-2-smb cinder-scheduler[583441]:   from cryptography.utils import int_from_bytes
Jul 28 13:30:13.073936 dv-cinder-851351-2-smb cinder-scheduler[583441]: CRITICAL cinder [None req-54b72623-3e8f-454e-bd76-0413a91399f6 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 13:30:13.073936 dv-cinder-851351-2-smb cinder-scheduler[583441]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 13:30:13.073936 dv-cinder-851351-2-smb cinder-scheduler[583441]: FROM services
Jul 28 13:30:13.073936 dv-cinder-851351-2-smb cinder-scheduler[583441]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:30:13.073936 dv-cinder-851351-2-smb cinder-scheduler[583441]: FROM clusters
Jul 28 13:30:13.073936 dv-cinder-851351-2-smb cinder-scheduler[583441]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:30:13.073936 dv-cinder-851351-2-smb cinder-scheduler[583441]: FROM clusters
Jul 28 13:30:13.073936 dv-cinder-851351-2-smb cinder-scheduler[583441]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 13:30:13.073936 dv-cinder-851351-2-smb cinder-scheduler[583441]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 13:30:13.073936 dv-cinder-851351-2-smb cinder-scheduler[583441]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 13:30:13.073936 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder Traceback (most recent call last):
Jul 28 13:30:13.074706 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 13:30:13.074706 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     self.dialect.do_execute(
Jul 28 13:30:13.074706 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 13:30:13.074706 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 13:30:13.074706 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 13:30:13.074706 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     result = self._query(query)
Jul 28 13:30:13.074706 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 13:30:13.074706 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     conn.query(q)
Jul 28 13:30:13.074706 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 13:30:13.074706 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 13:30:13.074706 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 13:30:13.074706 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     result.read()
Jul 28 13:30:13.074706 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 13:30:13.074706 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 13:30:13.074706 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 13:30:13.074706 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     packet.raise_for_error()
Jul 28 13:30:13.074706 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 13:30:13.074706 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 13:30:13.074706 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 13:30:13.074706 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 13:30:13.074706 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 13:30:13.074706 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder 
Jul 28 13:30:13.075981 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 13:30:13.075981 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder 
Jul 28 13:30:13.075981 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder Traceback (most recent call last):
Jul 28 13:30:13.075981 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 13:30:13.075981 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     sys.exit(main())
Jul 28 13:30:13.075981 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 13:30:13.075981 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 13:30:13.075981 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 13:30:13.075981 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 13:30:13.075981 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 13:30:13.075981 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 13:30:13.075981 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 13:30:13.075981 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 13:30:13.075981 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 13:30:13.075981 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 13:30:13.075981 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 13:30:13.075981 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 13:30:13.075981 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 13:30:13.075981 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 13:30:13.075981 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 13:30:13.075981 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 13:30:13.075981 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 13:30:13.075981 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 13:30:13.077232 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 13:30:13.077232 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 13:30:13.077232 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 13:30:13.077232 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 13:30:13.077232 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 13:30:13.077232 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 13:30:13.077232 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 13:30:13.077232 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     return f(*args, **kwargs)
Jul 28 13:30:13.077232 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 13:30:13.077232 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 13:30:13.077232 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 13:30:13.077232 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     return [] if not query else query.all()
Jul 28 13:30:13.077232 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 13:30:13.077232 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     return self._iter().all()
Jul 28 13:30:13.077232 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 13:30:13.077232 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     result = self.session.execute(
Jul 28 13:30:13.077232 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 13:30:13.077232 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 13:30:13.077232 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 13:30:13.077232 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 13:30:13.078280 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 13:30:13.078280 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 13:30:13.078280 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 13:30:13.078280 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     ret = self._execute_context(
Jul 28 13:30:13.078280 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 13:30:13.078280 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 13:30:13.078280 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 13:30:13.078280 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 13:30:13.078280 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 13:30:13.078280 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     raise exception
Jul 28 13:30:13.078280 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 13:30:13.078280 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     self.dialect.do_execute(
Jul 28 13:30:13.078280 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 13:30:13.078280 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 13:30:13.078280 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 13:30:13.078280 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     result = self._query(query)
Jul 28 13:30:13.078280 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 13:30:13.078280 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     conn.query(q)
Jul 28 13:30:13.078280 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 13:30:13.078280 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 13:30:13.078280 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 13:30:13.079283 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     result.read()
Jul 28 13:30:13.079283 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 13:30:13.079283 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 13:30:13.079283 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 13:30:13.079283 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     packet.raise_for_error()
Jul 28 13:30:13.079283 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 13:30:13.079283 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 13:30:13.079283 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 13:30:13.079283 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 13:30:13.079283 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 13:30:13.079283 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 13:30:13.079283 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder FROM services
Jul 28 13:30:13.079862 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:30:13.079862 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder FROM clusters
Jul 28 13:30:13.079862 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:30:13.079862 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder FROM clusters
Jul 28 13:30:13.079862 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 13:30:13.079862 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 13:30:13.079862 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 13:30:13.079862 dv-cinder-851351-2-smb cinder-scheduler[583441]: ERROR cinder 
Jul 28 13:30:13.479321 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 13:30:13.479351 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Jul 28 13:53:52.739260 dv-cinder-851351-2-smb systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 13:53:55.801424 dv-cinder-851351-2-smb cinder-scheduler[653208]: INFO dbcounter [None req-415dbabd-8531-4b20-81aa-fe834e6a7772 None None] Registered counter for database cinder
Jul 28 13:53:55.821314 dv-cinder-851351-2-smb cinder-scheduler[653208]: DEBUG oslo_db.sqlalchemy.engines [None req-415dbabd-8531-4b20-81aa-fe834e6a7772 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=653208) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 13:53:55.828831 dv-cinder-851351-2-smb cinder-scheduler[653208]: DEBUG dbcounter [-] [653208] Writer thread running {{(pid=653208) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 13:53:56.036223 dv-cinder-851351-2-smb cinder-scheduler[653208]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 13:53:56.036223 dv-cinder-851351-2-smb cinder-scheduler[653208]:   from cryptography.utils import int_from_bytes
Jul 28 13:53:56.036223 dv-cinder-851351-2-smb cinder-scheduler[653208]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 13:53:56.036223 dv-cinder-851351-2-smb cinder-scheduler[653208]:   from cryptography.utils import int_from_bytes
Jul 28 13:53:56.048157 dv-cinder-851351-2-smb cinder-scheduler[653208]: CRITICAL cinder [None req-415dbabd-8531-4b20-81aa-fe834e6a7772 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 13:53:56.048157 dv-cinder-851351-2-smb cinder-scheduler[653208]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 13:53:56.048157 dv-cinder-851351-2-smb cinder-scheduler[653208]: FROM services
Jul 28 13:53:56.048157 dv-cinder-851351-2-smb cinder-scheduler[653208]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:53:56.048157 dv-cinder-851351-2-smb cinder-scheduler[653208]: FROM clusters
Jul 28 13:53:56.048157 dv-cinder-851351-2-smb cinder-scheduler[653208]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:53:56.048157 dv-cinder-851351-2-smb cinder-scheduler[653208]: FROM clusters
Jul 28 13:53:56.048157 dv-cinder-851351-2-smb cinder-scheduler[653208]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 13:53:56.048157 dv-cinder-851351-2-smb cinder-scheduler[653208]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 13:53:56.048157 dv-cinder-851351-2-smb cinder-scheduler[653208]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 13:53:56.048157 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder Traceback (most recent call last):
Jul 28 13:53:56.049255 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 13:53:56.049255 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     self.dialect.do_execute(
Jul 28 13:53:56.049255 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 13:53:56.049255 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 13:53:56.049255 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 13:53:56.049255 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     result = self._query(query)
Jul 28 13:53:56.049255 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 13:53:56.049255 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     conn.query(q)
Jul 28 13:53:56.049255 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 13:53:56.049255 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 13:53:56.049255 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 13:53:56.049255 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     result.read()
Jul 28 13:53:56.049255 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 13:53:56.049255 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 13:53:56.049255 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 13:53:56.049255 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     packet.raise_for_error()
Jul 28 13:53:56.049255 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 13:53:56.049255 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 13:53:56.049255 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 13:53:56.049255 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 13:53:56.049255 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 13:53:56.049255 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder 
Jul 28 13:53:56.050486 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 13:53:56.050486 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder 
Jul 28 13:53:56.050486 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder Traceback (most recent call last):
Jul 28 13:53:56.050486 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 13:53:56.050486 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     sys.exit(main())
Jul 28 13:53:56.050486 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 13:53:56.050486 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 13:53:56.050486 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 13:53:56.050486 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 13:53:56.050486 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 13:53:56.050486 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 13:53:56.050486 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 13:53:56.050486 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 13:53:56.050486 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 13:53:56.050486 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 13:53:56.050486 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 13:53:56.050486 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 13:53:56.050486 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 13:53:56.050486 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 13:53:56.050486 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 13:53:56.050486 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 13:53:56.050486 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 13:53:56.050486 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 13:53:56.051876 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 13:53:56.051876 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 13:53:56.051876 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 13:53:56.051876 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 13:53:56.051876 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 13:53:56.051876 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 13:53:56.051876 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 13:53:56.051876 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     return f(*args, **kwargs)
Jul 28 13:53:56.051876 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 13:53:56.051876 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 13:53:56.051876 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 13:53:56.051876 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     return [] if not query else query.all()
Jul 28 13:53:56.051876 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 13:53:56.051876 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     return self._iter().all()
Jul 28 13:53:56.051876 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 13:53:56.051876 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     result = self.session.execute(
Jul 28 13:53:56.051876 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 13:53:56.051876 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 13:53:56.051876 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 13:53:56.051876 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 13:53:56.053074 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 13:53:56.053074 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 13:53:56.053074 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 13:53:56.053074 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     ret = self._execute_context(
Jul 28 13:53:56.053074 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 13:53:56.053074 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 13:53:56.053074 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 13:53:56.053074 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 13:53:56.053074 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 13:53:56.053074 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     raise exception
Jul 28 13:53:56.053074 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 13:53:56.053074 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     self.dialect.do_execute(
Jul 28 13:53:56.053074 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 13:53:56.053074 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 13:53:56.053074 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 13:53:56.053074 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     result = self._query(query)
Jul 28 13:53:56.053074 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 13:53:56.053074 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     conn.query(q)
Jul 28 13:53:56.053074 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 13:53:56.053074 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 13:53:56.053074 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 13:53:56.054204 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     result.read()
Jul 28 13:53:56.054204 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 13:53:56.054204 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 13:53:56.054204 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 13:53:56.054204 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     packet.raise_for_error()
Jul 28 13:53:56.054204 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 13:53:56.054204 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 13:53:56.054204 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 13:53:56.054204 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 13:53:56.054204 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 13:53:56.054204 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 13:53:56.054204 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder FROM services
Jul 28 13:53:56.054898 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:53:56.054898 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder FROM clusters
Jul 28 13:53:56.054898 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 13:53:56.054898 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder FROM clusters
Jul 28 13:53:56.054898 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 13:53:56.054898 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 13:53:56.054898 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 13:53:56.054898 dv-cinder-851351-2-smb cinder-scheduler[653208]: ERROR cinder 
Jul 28 13:53:56.461703 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 13:53:56.461717 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Jul 28 14:13:12.476377 dv-cinder-851351-2-smb systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 14:13:15.562274 dv-cinder-851351-2-smb cinder-scheduler[717423]: INFO dbcounter [None req-f113f502-abc6-4666-9f5c-94e58f413e53 None None] Registered counter for database cinder
Jul 28 14:13:15.581493 dv-cinder-851351-2-smb cinder-scheduler[717423]: DEBUG oslo_db.sqlalchemy.engines [None req-f113f502-abc6-4666-9f5c-94e58f413e53 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=717423) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 14:13:15.588035 dv-cinder-851351-2-smb cinder-scheduler[717423]: DEBUG dbcounter [-] [717423] Writer thread running {{(pid=717423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 14:13:15.796417 dv-cinder-851351-2-smb cinder-scheduler[717423]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 14:13:15.796417 dv-cinder-851351-2-smb cinder-scheduler[717423]:   from cryptography.utils import int_from_bytes
Jul 28 14:13:15.796417 dv-cinder-851351-2-smb cinder-scheduler[717423]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 14:13:15.796417 dv-cinder-851351-2-smb cinder-scheduler[717423]:   from cryptography.utils import int_from_bytes
Jul 28 14:13:15.808698 dv-cinder-851351-2-smb cinder-scheduler[717423]: CRITICAL cinder [None req-f113f502-abc6-4666-9f5c-94e58f413e53 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 14:13:15.808698 dv-cinder-851351-2-smb cinder-scheduler[717423]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 14:13:15.808698 dv-cinder-851351-2-smb cinder-scheduler[717423]: FROM services
Jul 28 14:13:15.808698 dv-cinder-851351-2-smb cinder-scheduler[717423]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 14:13:15.808698 dv-cinder-851351-2-smb cinder-scheduler[717423]: FROM clusters
Jul 28 14:13:15.808698 dv-cinder-851351-2-smb cinder-scheduler[717423]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 14:13:15.808698 dv-cinder-851351-2-smb cinder-scheduler[717423]: FROM clusters
Jul 28 14:13:15.808698 dv-cinder-851351-2-smb cinder-scheduler[717423]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 14:13:15.808698 dv-cinder-851351-2-smb cinder-scheduler[717423]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 14:13:15.808698 dv-cinder-851351-2-smb cinder-scheduler[717423]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 14:13:15.808698 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder Traceback (most recent call last):
Jul 28 14:13:15.809670 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 14:13:15.809670 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     self.dialect.do_execute(
Jul 28 14:13:15.809670 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 14:13:15.809670 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 14:13:15.809670 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 14:13:15.809670 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     result = self._query(query)
Jul 28 14:13:15.809670 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 14:13:15.809670 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     conn.query(q)
Jul 28 14:13:15.809670 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 14:13:15.809670 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 14:13:15.809670 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 14:13:15.809670 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     result.read()
Jul 28 14:13:15.809670 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 14:13:15.809670 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 14:13:15.809670 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 14:13:15.809670 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     packet.raise_for_error()
Jul 28 14:13:15.809670 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 14:13:15.809670 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 14:13:15.809670 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 14:13:15.809670 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 14:13:15.809670 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 14:13:15.809670 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder 
Jul 28 14:13:15.811023 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 14:13:15.811023 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder 
Jul 28 14:13:15.811023 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder Traceback (most recent call last):
Jul 28 14:13:15.811023 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 14:13:15.811023 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     sys.exit(main())
Jul 28 14:13:15.811023 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 14:13:15.811023 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 14:13:15.811023 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 14:13:15.811023 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 14:13:15.811023 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 14:13:15.811023 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 14:13:15.811023 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 14:13:15.811023 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 14:13:15.811023 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 14:13:15.811023 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 14:13:15.811023 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 14:13:15.811023 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 14:13:15.811023 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 14:13:15.811023 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 14:13:15.811023 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 14:13:15.811023 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 14:13:15.811023 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 14:13:15.811023 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 14:13:15.812567 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 14:13:15.812567 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 14:13:15.812567 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 14:13:15.812567 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 14:13:15.812567 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 14:13:15.812567 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 14:13:15.812567 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 14:13:15.812567 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     return f(*args, **kwargs)
Jul 28 14:13:15.812567 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 14:13:15.812567 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 14:13:15.812567 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 14:13:15.812567 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     return [] if not query else query.all()
Jul 28 14:13:15.812567 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 14:13:15.812567 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     return self._iter().all()
Jul 28 14:13:15.812567 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 14:13:15.812567 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     result = self.session.execute(
Jul 28 14:13:15.812567 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 14:13:15.812567 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 14:13:15.812567 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 14:13:15.812567 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 14:13:15.814159 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 14:13:15.814159 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 14:13:15.814159 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 14:13:15.814159 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     ret = self._execute_context(
Jul 28 14:13:15.814159 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 14:13:15.814159 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 14:13:15.814159 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 14:13:15.814159 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 14:13:15.814159 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 14:13:15.814159 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     raise exception
Jul 28 14:13:15.814159 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 14:13:15.814159 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     self.dialect.do_execute(
Jul 28 14:13:15.814159 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 14:13:15.814159 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 14:13:15.814159 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 14:13:15.814159 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     result = self._query(query)
Jul 28 14:13:15.814159 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 14:13:15.814159 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     conn.query(q)
Jul 28 14:13:15.814159 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 14:13:15.814159 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 14:13:15.814159 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 14:13:15.815442 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     result.read()
Jul 28 14:13:15.815442 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 14:13:15.815442 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 14:13:15.815442 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 14:13:15.815442 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     packet.raise_for_error()
Jul 28 14:13:15.815442 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 14:13:15.815442 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 14:13:15.815442 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 14:13:15.815442 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 14:13:15.815442 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 14:13:15.815442 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 14:13:15.815442 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder FROM services
Jul 28 14:13:15.816249 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 14:13:15.816249 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder FROM clusters
Jul 28 14:13:15.816249 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 14:13:15.816249 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder FROM clusters
Jul 28 14:13:15.816249 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 14:13:15.816249 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 14:13:15.816249 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 14:13:15.816249 dv-cinder-851351-2-smb cinder-scheduler[717423]: ERROR cinder 
Jul 28 14:13:16.229375 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 14:13:16.229389 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Jul 28 14:32:20.216839 dv-cinder-851351-2-smb systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 14:32:23.305178 dv-cinder-851351-2-smb cinder-scheduler[781746]: INFO dbcounter [None req-1a5d57f0-c9c9-40c3-a74d-49c7a12fef68 None None] Registered counter for database cinder
Jul 28 14:32:23.323905 dv-cinder-851351-2-smb cinder-scheduler[781746]: DEBUG oslo_db.sqlalchemy.engines [None req-1a5d57f0-c9c9-40c3-a74d-49c7a12fef68 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=781746) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 14:32:23.331727 dv-cinder-851351-2-smb cinder-scheduler[781746]: DEBUG dbcounter [-] [781746] Writer thread running {{(pid=781746) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 14:32:23.549375 dv-cinder-851351-2-smb cinder-scheduler[781746]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 14:32:23.549375 dv-cinder-851351-2-smb cinder-scheduler[781746]:   from cryptography.utils import int_from_bytes
Jul 28 14:32:23.549375 dv-cinder-851351-2-smb cinder-scheduler[781746]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 14:32:23.549375 dv-cinder-851351-2-smb cinder-scheduler[781746]:   from cryptography.utils import int_from_bytes
Jul 28 14:32:23.561219 dv-cinder-851351-2-smb cinder-scheduler[781746]: CRITICAL cinder [None req-1a5d57f0-c9c9-40c3-a74d-49c7a12fef68 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 14:32:23.561219 dv-cinder-851351-2-smb cinder-scheduler[781746]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 14:32:23.561219 dv-cinder-851351-2-smb cinder-scheduler[781746]: FROM services
Jul 28 14:32:23.561219 dv-cinder-851351-2-smb cinder-scheduler[781746]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 14:32:23.561219 dv-cinder-851351-2-smb cinder-scheduler[781746]: FROM clusters
Jul 28 14:32:23.561219 dv-cinder-851351-2-smb cinder-scheduler[781746]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 14:32:23.561219 dv-cinder-851351-2-smb cinder-scheduler[781746]: FROM clusters
Jul 28 14:32:23.561219 dv-cinder-851351-2-smb cinder-scheduler[781746]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 14:32:23.561219 dv-cinder-851351-2-smb cinder-scheduler[781746]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 14:32:23.561219 dv-cinder-851351-2-smb cinder-scheduler[781746]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 14:32:23.561219 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder Traceback (most recent call last):
Jul 28 14:32:23.561871 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 14:32:23.561871 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     self.dialect.do_execute(
Jul 28 14:32:23.561871 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 14:32:23.561871 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 14:32:23.561871 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 14:32:23.561871 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     result = self._query(query)
Jul 28 14:32:23.561871 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 14:32:23.561871 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     conn.query(q)
Jul 28 14:32:23.561871 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 14:32:23.561871 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 14:32:23.561871 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 14:32:23.561871 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     result.read()
Jul 28 14:32:23.561871 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 14:32:23.561871 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 14:32:23.561871 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 14:32:23.561871 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     packet.raise_for_error()
Jul 28 14:32:23.561871 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 14:32:23.561871 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 14:32:23.561871 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 14:32:23.561871 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 14:32:23.561871 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 14:32:23.561871 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder 
Jul 28 14:32:23.562839 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 14:32:23.562839 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder 
Jul 28 14:32:23.562839 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder Traceback (most recent call last):
Jul 28 14:32:23.562839 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 14:32:23.562839 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     sys.exit(main())
Jul 28 14:32:23.562839 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 14:32:23.562839 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 14:32:23.562839 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 14:32:23.562839 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 14:32:23.562839 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 14:32:23.562839 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 14:32:23.562839 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 14:32:23.562839 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 14:32:23.562839 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 14:32:23.562839 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 14:32:23.562839 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 14:32:23.562839 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 14:32:23.562839 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 14:32:23.562839 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 14:32:23.562839 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 14:32:23.562839 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 14:32:23.562839 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 14:32:23.562839 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 14:32:23.563881 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 14:32:23.563881 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 14:32:23.563881 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 14:32:23.563881 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 14:32:23.563881 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 14:32:23.563881 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 14:32:23.563881 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 14:32:23.563881 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     return f(*args, **kwargs)
Jul 28 14:32:23.563881 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 14:32:23.563881 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 14:32:23.563881 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 14:32:23.563881 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     return [] if not query else query.all()
Jul 28 14:32:23.563881 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 14:32:23.563881 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     return self._iter().all()
Jul 28 14:32:23.563881 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 14:32:23.563881 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     result = self.session.execute(
Jul 28 14:32:23.563881 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 14:32:23.563881 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 14:32:23.563881 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 14:32:23.563881 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 14:32:23.564841 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 14:32:23.564841 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 14:32:23.564841 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 14:32:23.564841 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     ret = self._execute_context(
Jul 28 14:32:23.564841 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 14:32:23.564841 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 14:32:23.564841 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 14:32:23.564841 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 14:32:23.564841 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 14:32:23.564841 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     raise exception
Jul 28 14:32:23.564841 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 14:32:23.564841 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     self.dialect.do_execute(
Jul 28 14:32:23.564841 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 14:32:23.564841 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 14:32:23.564841 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 14:32:23.564841 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     result = self._query(query)
Jul 28 14:32:23.564841 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 14:32:23.564841 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     conn.query(q)
Jul 28 14:32:23.564841 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 14:32:23.564841 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 14:32:23.564841 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 14:32:23.566019 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     result.read()
Jul 28 14:32:23.566019 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 14:32:23.566019 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 14:32:23.566019 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 14:32:23.566019 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     packet.raise_for_error()
Jul 28 14:32:23.566019 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 14:32:23.566019 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 14:32:23.566019 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 14:32:23.566019 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 14:32:23.566019 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 14:32:23.566019 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 14:32:23.566019 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder FROM services
Jul 28 14:32:23.566583 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 14:32:23.566583 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder FROM clusters
Jul 28 14:32:23.566583 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 14:32:23.566583 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder FROM clusters
Jul 28 14:32:23.566583 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 14:32:23.566583 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 14:32:23.566583 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 14:32:23.566583 dv-cinder-851351-2-smb cinder-scheduler[781746]: ERROR cinder 
Jul 28 14:32:23.977523 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 14:32:23.977537 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Jul 28 14:51:53.046964 dv-cinder-851351-2-smb systemd[1]: Started Devstack devstack@c-sch.service.
Jul 28 14:51:56.124390 dv-cinder-851351-2-smb cinder-scheduler[845742]: INFO dbcounter [None req-b2dd9893-f721-4a4a-9b52-583bea1ab3da None None] Registered counter for database cinder
Jul 28 14:51:56.144807 dv-cinder-851351-2-smb cinder-scheduler[845742]: DEBUG oslo_db.sqlalchemy.engines [None req-b2dd9893-f721-4a4a-9b52-583bea1ab3da None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=845742) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 28 14:51:56.158105 dv-cinder-851351-2-smb cinder-scheduler[845742]: DEBUG dbcounter [-] [845742] Writer thread running {{(pid=845742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 28 14:51:56.378439 dv-cinder-851351-2-smb cinder-scheduler[845742]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 14:51:56.378439 dv-cinder-851351-2-smb cinder-scheduler[845742]:   from cryptography.utils import int_from_bytes
Jul 28 14:51:56.378439 dv-cinder-851351-2-smb cinder-scheduler[845742]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 28 14:51:56.378439 dv-cinder-851351-2-smb cinder-scheduler[845742]:   from cryptography.utils import int_from_bytes
Jul 28 14:51:56.390786 dv-cinder-851351-2-smb cinder-scheduler[845742]: CRITICAL cinder [None req-b2dd9893-f721-4a4a-9b52-583bea1ab3da None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 14:51:56.390786 dv-cinder-851351-2-smb cinder-scheduler[845742]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 14:51:56.390786 dv-cinder-851351-2-smb cinder-scheduler[845742]: FROM services
Jul 28 14:51:56.390786 dv-cinder-851351-2-smb cinder-scheduler[845742]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 14:51:56.390786 dv-cinder-851351-2-smb cinder-scheduler[845742]: FROM clusters
Jul 28 14:51:56.390786 dv-cinder-851351-2-smb cinder-scheduler[845742]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 14:51:56.390786 dv-cinder-851351-2-smb cinder-scheduler[845742]: FROM clusters
Jul 28 14:51:56.390786 dv-cinder-851351-2-smb cinder-scheduler[845742]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 14:51:56.390786 dv-cinder-851351-2-smb cinder-scheduler[845742]: [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 14:51:56.390786 dv-cinder-851351-2-smb cinder-scheduler[845742]: (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 14:51:56.390786 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder Traceback (most recent call last):
Jul 28 14:51:56.392304 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 14:51:56.392304 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     self.dialect.do_execute(
Jul 28 14:51:56.392304 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 14:51:56.392304 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 14:51:56.392304 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 14:51:56.392304 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     result = self._query(query)
Jul 28 14:51:56.392304 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 14:51:56.392304 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     conn.query(q)
Jul 28 14:51:56.392304 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 14:51:56.392304 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 14:51:56.392304 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 14:51:56.392304 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     result.read()
Jul 28 14:51:56.392304 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 14:51:56.392304 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 14:51:56.392304 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 14:51:56.392304 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     packet.raise_for_error()
Jul 28 14:51:56.392304 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 14:51:56.392304 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 14:51:56.392304 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 14:51:56.392304 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 14:51:56.392304 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Jul 28 14:51:56.392304 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder 
Jul 28 14:51:56.394126 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder The above exception was the direct cause of the following exception:
Jul 28 14:51:56.394126 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder 
Jul 28 14:51:56.394126 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder Traceback (most recent call last):
Jul 28 14:51:56.394126 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Jul 28 14:51:56.394126 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     sys.exit(main())
Jul 28 14:51:56.394126 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Jul 28 14:51:56.394126 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Jul 28 14:51:56.394126 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Jul 28 14:51:56.394126 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Jul 28 14:51:56.394126 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Jul 28 14:51:56.394126 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     self.manager = manager_class(host=self.host,
Jul 28 14:51:56.394126 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Jul 28 14:51:56.394126 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Jul 28 14:51:56.394126 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 14:51:56.394126 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 14:51:56.394126 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Jul 28 14:51:56.394126 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Jul 28 14:51:56.394126 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Jul 28 14:51:56.394126 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     self.host_manager = importutils.import_object(
Jul 28 14:51:56.394126 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Jul 28 14:51:56.394126 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Jul 28 14:51:56.394126 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Jul 28 14:51:56.394126 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Jul 28 14:51:56.395722 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Jul 28 14:51:56.395722 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Jul 28 14:51:56.395722 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Jul 28 14:51:56.395722 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Jul 28 14:51:56.395722 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Jul 28 14:51:56.395722 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Jul 28 14:51:56.395722 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Jul 28 14:51:56.395722 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     return f(*args, **kwargs)
Jul 28 14:51:56.395722 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jul 28 14:51:56.395722 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     return fn(*args, **kwargs)
Jul 28 14:51:56.395722 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Jul 28 14:51:56.395722 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     return [] if not query else query.all()
Jul 28 14:51:56.395722 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Jul 28 14:51:56.395722 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     return self._iter().all()
Jul 28 14:51:56.395722 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Jul 28 14:51:56.395722 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     result = self.session.execute(
Jul 28 14:51:56.395722 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Jul 28 14:51:56.395722 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Jul 28 14:51:56.395722 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Jul 28 14:51:56.395722 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Jul 28 14:51:56.397074 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Jul 28 14:51:56.397074 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     return connection._execute_clauseelement(
Jul 28 14:51:56.397074 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Jul 28 14:51:56.397074 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     ret = self._execute_context(
Jul 28 14:51:56.397074 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Jul 28 14:51:56.397074 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     self._handle_dbapi_exception(
Jul 28 14:51:56.397074 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Jul 28 14:51:56.397074 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jul 28 14:51:56.397074 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Jul 28 14:51:56.397074 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     raise exception
Jul 28 14:51:56.397074 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Jul 28 14:51:56.397074 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     self.dialect.do_execute(
Jul 28 14:51:56.397074 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jul 28 14:51:56.397074 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     cursor.execute(statement, parameters)
Jul 28 14:51:56.397074 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jul 28 14:51:56.397074 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     result = self._query(query)
Jul 28 14:51:56.397074 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jul 28 14:51:56.397074 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     conn.query(q)
Jul 28 14:51:56.397074 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jul 28 14:51:56.397074 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jul 28 14:51:56.397074 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jul 28 14:51:56.398256 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     result.read()
Jul 28 14:51:56.398256 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jul 28 14:51:56.398256 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     first_packet = self.connection._read_packet()
Jul 28 14:51:56.398256 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jul 28 14:51:56.398256 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     packet.raise_for_error()
Jul 28 14:51:56.398256 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jul 28 14:51:56.398256 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     err.raise_mysql_exception(self._data)
Jul 28 14:51:56.398256 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jul 28 14:51:56.398256 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder     raise errorclass(errno, errval)
Jul 28 14:51:56.398256 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Jul 28 14:51:56.398256 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Jul 28 14:51:56.398256 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder FROM services
Jul 28 14:51:56.398940 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 14:51:56.398940 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder FROM clusters
Jul 28 14:51:56.398940 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Jul 28 14:51:56.398940 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder FROM clusters
Jul 28 14:51:56.398940 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Jul 28 14:51:56.398940 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Jul 28 14:51:56.398940 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Jul 28 14:51:56.398940 dv-cinder-851351-2-smb cinder-scheduler[845742]: ERROR cinder 
Jul 28 14:51:56.812344 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Jul 28 14:51:56.812371 dv-cinder-851351-2-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.