-- Logs begin at Wed 2022-08-10 10:20:30 UTC, end at Wed 2022-08-10 13:30:22 UTC. --
Aug 10 11:01:06.980540 dv-cinder-851351-3-smb systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 11:01:09.945995 dv-cinder-851351-3-smb cinder-scheduler[111468]: INFO dbcounter [None req-0221cbf6-c61f-44a4-963b-7a56716d9fb8 None None] Registered counter for database cinder
Aug 10 11:01:09.965068 dv-cinder-851351-3-smb cinder-scheduler[111468]: DEBUG oslo_db.sqlalchemy.engines [None req-0221cbf6-c61f-44a4-963b-7a56716d9fb8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111468) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 11:01:09.971725 dv-cinder-851351-3-smb cinder-scheduler[111468]: DEBUG dbcounter [-] [111468] Writer thread running {{(pid=111468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 11:01:10.172972 dv-cinder-851351-3-smb cinder-scheduler[111468]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 11:01:10.172972 dv-cinder-851351-3-smb cinder-scheduler[111468]:   from cryptography.utils import int_from_bytes
Aug 10 11:01:10.172972 dv-cinder-851351-3-smb cinder-scheduler[111468]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 11:01:10.172972 dv-cinder-851351-3-smb cinder-scheduler[111468]:   from cryptography.utils import int_from_bytes
Aug 10 11:01:10.184396 dv-cinder-851351-3-smb cinder-scheduler[111468]: CRITICAL cinder [None req-0221cbf6-c61f-44a4-963b-7a56716d9fb8 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:01:10.184396 dv-cinder-851351-3-smb cinder-scheduler[111468]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 11:01:10.184396 dv-cinder-851351-3-smb cinder-scheduler[111468]: FROM services
Aug 10 11:01:10.184396 dv-cinder-851351-3-smb cinder-scheduler[111468]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:01:10.184396 dv-cinder-851351-3-smb cinder-scheduler[111468]: FROM clusters
Aug 10 11:01:10.184396 dv-cinder-851351-3-smb cinder-scheduler[111468]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:01:10.184396 dv-cinder-851351-3-smb cinder-scheduler[111468]: FROM clusters
Aug 10 11:01:10.184396 dv-cinder-851351-3-smb cinder-scheduler[111468]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 11:01:10.184396 dv-cinder-851351-3-smb cinder-scheduler[111468]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 11:01:10.184396 dv-cinder-851351-3-smb cinder-scheduler[111468]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 11:01:10.184396 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder Traceback (most recent call last):
Aug 10 11:01:10.185229 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 11:01:10.185229 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     self.dialect.do_execute(
Aug 10 11:01:10.185229 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 11:01:10.185229 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 11:01:10.185229 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 11:01:10.185229 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     result = self._query(query)
Aug 10 11:01:10.185229 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 11:01:10.185229 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     conn.query(q)
Aug 10 11:01:10.185229 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 11:01:10.185229 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 11:01:10.185229 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 11:01:10.185229 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     result.read()
Aug 10 11:01:10.185229 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 11:01:10.185229 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 11:01:10.185229 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 11:01:10.185229 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     packet.raise_for_error()
Aug 10 11:01:10.185229 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 11:01:10.185229 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 11:01:10.185229 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 11:01:10.185229 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 11:01:10.185229 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:01:10.185229 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder 
Aug 10 11:01:10.186357 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 11:01:10.186357 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder 
Aug 10 11:01:10.186357 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder Traceback (most recent call last):
Aug 10 11:01:10.186357 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 11:01:10.186357 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     sys.exit(main())
Aug 10 11:01:10.186357 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 11:01:10.186357 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 11:01:10.186357 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 11:01:10.186357 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 11:01:10.186357 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 11:01:10.186357 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 11:01:10.186357 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 11:01:10.186357 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 11:01:10.186357 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 11:01:10.186357 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 11:01:10.186357 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 11:01:10.186357 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 11:01:10.186357 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 11:01:10.186357 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 11:01:10.186357 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 11:01:10.186357 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 11:01:10.186357 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 11:01:10.186357 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 11:01:10.187638 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 11:01:10.187638 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 11:01:10.187638 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 11:01:10.187638 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 11:01:10.187638 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 11:01:10.187638 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 11:01:10.187638 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 11:01:10.187638 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     return f(*args, **kwargs)
Aug 10 11:01:10.187638 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 11:01:10.187638 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 11:01:10.187638 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 11:01:10.187638 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     return [] if not query else query.all()
Aug 10 11:01:10.187638 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 11:01:10.187638 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     return self._iter().all()
Aug 10 11:01:10.187638 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 11:01:10.187638 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     result = self.session.execute(
Aug 10 11:01:10.187638 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 11:01:10.187638 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 11:01:10.187638 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 11:01:10.187638 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 11:01:10.188687 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 11:01:10.188687 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 11:01:10.188687 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 11:01:10.188687 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     ret = self._execute_context(
Aug 10 11:01:10.188687 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 11:01:10.188687 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 11:01:10.188687 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 11:01:10.188687 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 11:01:10.188687 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 11:01:10.188687 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     raise exception
Aug 10 11:01:10.188687 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 11:01:10.188687 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     self.dialect.do_execute(
Aug 10 11:01:10.188687 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 11:01:10.188687 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 11:01:10.188687 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 11:01:10.188687 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     result = self._query(query)
Aug 10 11:01:10.188687 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 11:01:10.188687 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     conn.query(q)
Aug 10 11:01:10.188687 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 11:01:10.188687 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 11:01:10.188687 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 11:01:10.189755 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     result.read()
Aug 10 11:01:10.189755 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 11:01:10.189755 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 11:01:10.189755 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 11:01:10.189755 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     packet.raise_for_error()
Aug 10 11:01:10.189755 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 11:01:10.189755 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 11:01:10.189755 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 11:01:10.189755 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 11:01:10.189755 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:01:10.189755 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 11:01:10.189755 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder FROM services
Aug 10 11:01:10.190501 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:01:10.190501 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder FROM clusters
Aug 10 11:01:10.190501 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:01:10.190501 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder FROM clusters
Aug 10 11:01:10.190501 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 11:01:10.190501 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 11:01:10.190501 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 11:01:10.190501 dv-cinder-851351-3-smb cinder-scheduler[111468]: ERROR cinder 
Aug 10 11:01:10.604640 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 11:01:10.604666 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 10 11:13:06.597674 dv-cinder-851351-3-smb systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 11:13:09.535432 dv-cinder-851351-3-smb cinder-scheduler[174922]: INFO dbcounter [None req-259077e2-96ff-4ab7-ad9f-e3a836408ede None None] Registered counter for database cinder
Aug 10 11:13:09.555154 dv-cinder-851351-3-smb cinder-scheduler[174922]: DEBUG oslo_db.sqlalchemy.engines [None req-259077e2-96ff-4ab7-ad9f-e3a836408ede None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=174922) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 11:13:09.561658 dv-cinder-851351-3-smb cinder-scheduler[174922]: DEBUG dbcounter [-] [174922] Writer thread running {{(pid=174922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 11:13:09.769366 dv-cinder-851351-3-smb cinder-scheduler[174922]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 11:13:09.769366 dv-cinder-851351-3-smb cinder-scheduler[174922]:   from cryptography.utils import int_from_bytes
Aug 10 11:13:09.769366 dv-cinder-851351-3-smb cinder-scheduler[174922]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 11:13:09.769366 dv-cinder-851351-3-smb cinder-scheduler[174922]:   from cryptography.utils import int_from_bytes
Aug 10 11:13:09.780760 dv-cinder-851351-3-smb cinder-scheduler[174922]: CRITICAL cinder [None req-259077e2-96ff-4ab7-ad9f-e3a836408ede None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:13:09.780760 dv-cinder-851351-3-smb cinder-scheduler[174922]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 11:13:09.780760 dv-cinder-851351-3-smb cinder-scheduler[174922]: FROM services
Aug 10 11:13:09.780760 dv-cinder-851351-3-smb cinder-scheduler[174922]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:13:09.780760 dv-cinder-851351-3-smb cinder-scheduler[174922]: FROM clusters
Aug 10 11:13:09.780760 dv-cinder-851351-3-smb cinder-scheduler[174922]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:13:09.780760 dv-cinder-851351-3-smb cinder-scheduler[174922]: FROM clusters
Aug 10 11:13:09.780760 dv-cinder-851351-3-smb cinder-scheduler[174922]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 11:13:09.780760 dv-cinder-851351-3-smb cinder-scheduler[174922]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 11:13:09.780760 dv-cinder-851351-3-smb cinder-scheduler[174922]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 11:13:09.780760 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder Traceback (most recent call last):
Aug 10 11:13:09.781582 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 11:13:09.781582 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     self.dialect.do_execute(
Aug 10 11:13:09.781582 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 11:13:09.781582 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 11:13:09.781582 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 11:13:09.781582 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     result = self._query(query)
Aug 10 11:13:09.781582 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 11:13:09.781582 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     conn.query(q)
Aug 10 11:13:09.781582 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 11:13:09.781582 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 11:13:09.781582 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 11:13:09.781582 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     result.read()
Aug 10 11:13:09.781582 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 11:13:09.781582 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 11:13:09.781582 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 11:13:09.781582 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     packet.raise_for_error()
Aug 10 11:13:09.781582 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 11:13:09.781582 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 11:13:09.781582 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 11:13:09.781582 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 11:13:09.781582 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:13:09.781582 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder 
Aug 10 11:13:09.782686 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 11:13:09.782686 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder 
Aug 10 11:13:09.782686 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder Traceback (most recent call last):
Aug 10 11:13:09.782686 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 11:13:09.782686 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     sys.exit(main())
Aug 10 11:13:09.782686 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 11:13:09.782686 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 11:13:09.782686 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 11:13:09.782686 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 11:13:09.782686 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 11:13:09.782686 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 11:13:09.782686 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 11:13:09.782686 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 11:13:09.782686 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 11:13:09.782686 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 11:13:09.782686 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 11:13:09.782686 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 11:13:09.782686 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 11:13:09.782686 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 11:13:09.782686 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 11:13:09.782686 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 11:13:09.782686 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 11:13:09.782686 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 11:13:09.784519 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 11:13:09.784519 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 11:13:09.784519 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 11:13:09.784519 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 11:13:09.784519 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 11:13:09.784519 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 11:13:09.784519 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 11:13:09.784519 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     return f(*args, **kwargs)
Aug 10 11:13:09.784519 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 11:13:09.784519 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 11:13:09.784519 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 11:13:09.784519 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     return [] if not query else query.all()
Aug 10 11:13:09.784519 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 11:13:09.784519 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     return self._iter().all()
Aug 10 11:13:09.784519 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 11:13:09.784519 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     result = self.session.execute(
Aug 10 11:13:09.784519 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 11:13:09.784519 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 11:13:09.784519 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 11:13:09.784519 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 11:13:09.785629 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 11:13:09.785629 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 11:13:09.785629 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 11:13:09.785629 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     ret = self._execute_context(
Aug 10 11:13:09.785629 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 11:13:09.785629 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 11:13:09.785629 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 11:13:09.785629 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 11:13:09.785629 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 11:13:09.785629 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     raise exception
Aug 10 11:13:09.785629 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 11:13:09.785629 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     self.dialect.do_execute(
Aug 10 11:13:09.785629 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 11:13:09.785629 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 11:13:09.785629 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 11:13:09.785629 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     result = self._query(query)
Aug 10 11:13:09.785629 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 11:13:09.785629 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     conn.query(q)
Aug 10 11:13:09.785629 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 11:13:09.785629 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 11:13:09.785629 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 11:13:09.786717 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     result.read()
Aug 10 11:13:09.786717 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 11:13:09.786717 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 11:13:09.786717 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 11:13:09.786717 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     packet.raise_for_error()
Aug 10 11:13:09.786717 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 11:13:09.786717 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 11:13:09.786717 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 11:13:09.786717 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 11:13:09.786717 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:13:09.786717 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 11:13:09.786717 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder FROM services
Aug 10 11:13:09.788692 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:13:09.788692 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder FROM clusters
Aug 10 11:13:09.788692 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:13:09.788692 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder FROM clusters
Aug 10 11:13:09.788692 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 11:13:09.788692 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 11:13:09.788692 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 11:13:09.788692 dv-cinder-851351-3-smb cinder-scheduler[174922]: ERROR cinder 
Aug 10 11:13:10.190311 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 11:13:10.190325 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 10 11:25:11.528667 dv-cinder-851351-3-smb systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 11:25:14.497825 dv-cinder-851351-3-smb cinder-scheduler[238592]: INFO dbcounter [None req-9010cf8e-4fb2-4444-a6eb-af0c22cdb6bd None None] Registered counter for database cinder
Aug 10 11:25:14.517062 dv-cinder-851351-3-smb cinder-scheduler[238592]: DEBUG oslo_db.sqlalchemy.engines [None req-9010cf8e-4fb2-4444-a6eb-af0c22cdb6bd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=238592) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 11:25:14.523679 dv-cinder-851351-3-smb cinder-scheduler[238592]: DEBUG dbcounter [-] [238592] Writer thread running {{(pid=238592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 11:25:14.722512 dv-cinder-851351-3-smb cinder-scheduler[238592]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 11:25:14.722512 dv-cinder-851351-3-smb cinder-scheduler[238592]:   from cryptography.utils import int_from_bytes
Aug 10 11:25:14.722512 dv-cinder-851351-3-smb cinder-scheduler[238592]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 11:25:14.722512 dv-cinder-851351-3-smb cinder-scheduler[238592]:   from cryptography.utils import int_from_bytes
Aug 10 11:25:14.733989 dv-cinder-851351-3-smb cinder-scheduler[238592]: CRITICAL cinder [None req-9010cf8e-4fb2-4444-a6eb-af0c22cdb6bd None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:25:14.733989 dv-cinder-851351-3-smb cinder-scheduler[238592]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 11:25:14.733989 dv-cinder-851351-3-smb cinder-scheduler[238592]: FROM services
Aug 10 11:25:14.733989 dv-cinder-851351-3-smb cinder-scheduler[238592]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:25:14.733989 dv-cinder-851351-3-smb cinder-scheduler[238592]: FROM clusters
Aug 10 11:25:14.733989 dv-cinder-851351-3-smb cinder-scheduler[238592]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:25:14.733989 dv-cinder-851351-3-smb cinder-scheduler[238592]: FROM clusters
Aug 10 11:25:14.733989 dv-cinder-851351-3-smb cinder-scheduler[238592]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 11:25:14.733989 dv-cinder-851351-3-smb cinder-scheduler[238592]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 11:25:14.733989 dv-cinder-851351-3-smb cinder-scheduler[238592]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 11:25:14.733989 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder Traceback (most recent call last):
Aug 10 11:25:14.734782 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 11:25:14.734782 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     self.dialect.do_execute(
Aug 10 11:25:14.734782 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 11:25:14.734782 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 11:25:14.734782 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 11:25:14.734782 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     result = self._query(query)
Aug 10 11:25:14.734782 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 11:25:14.734782 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     conn.query(q)
Aug 10 11:25:14.734782 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 11:25:14.734782 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 11:25:14.734782 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 11:25:14.734782 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     result.read()
Aug 10 11:25:14.734782 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 11:25:14.734782 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 11:25:14.734782 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 11:25:14.734782 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     packet.raise_for_error()
Aug 10 11:25:14.734782 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 11:25:14.734782 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 11:25:14.734782 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 11:25:14.734782 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 11:25:14.734782 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:25:14.734782 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder 
Aug 10 11:25:14.736057 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 11:25:14.736057 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder 
Aug 10 11:25:14.736057 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder Traceback (most recent call last):
Aug 10 11:25:14.736057 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 11:25:14.736057 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     sys.exit(main())
Aug 10 11:25:14.736057 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 11:25:14.736057 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 11:25:14.736057 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 11:25:14.736057 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 11:25:14.736057 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 11:25:14.736057 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 11:25:14.736057 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 11:25:14.736057 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 11:25:14.736057 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 11:25:14.736057 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 11:25:14.736057 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 11:25:14.736057 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 11:25:14.736057 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 11:25:14.736057 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 11:25:14.736057 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 11:25:14.736057 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 11:25:14.736057 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 11:25:14.736057 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 11:25:14.737381 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 11:25:14.737381 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 11:25:14.737381 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 11:25:14.737381 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 11:25:14.737381 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 11:25:14.737381 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 11:25:14.737381 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 11:25:14.737381 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     return f(*args, **kwargs)
Aug 10 11:25:14.737381 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 11:25:14.737381 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 11:25:14.737381 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 11:25:14.737381 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     return [] if not query else query.all()
Aug 10 11:25:14.737381 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 11:25:14.737381 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     return self._iter().all()
Aug 10 11:25:14.737381 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 11:25:14.737381 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     result = self.session.execute(
Aug 10 11:25:14.737381 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 11:25:14.737381 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 11:25:14.737381 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 11:25:14.737381 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 11:25:14.738652 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 11:25:14.738652 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 11:25:14.738652 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 11:25:14.738652 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     ret = self._execute_context(
Aug 10 11:25:14.738652 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 11:25:14.738652 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 11:25:14.738652 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 11:25:14.738652 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 11:25:14.738652 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 11:25:14.738652 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     raise exception
Aug 10 11:25:14.738652 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 11:25:14.738652 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     self.dialect.do_execute(
Aug 10 11:25:14.738652 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 11:25:14.738652 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 11:25:14.738652 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 11:25:14.738652 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     result = self._query(query)
Aug 10 11:25:14.738652 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 11:25:14.738652 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     conn.query(q)
Aug 10 11:25:14.738652 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 11:25:14.738652 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 11:25:14.738652 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 11:25:14.742032 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     result.read()
Aug 10 11:25:14.742032 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 11:25:14.742032 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 11:25:14.742032 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 11:25:14.742032 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     packet.raise_for_error()
Aug 10 11:25:14.742032 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 11:25:14.742032 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 11:25:14.742032 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 11:25:14.742032 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 11:25:14.742032 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:25:14.742032 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 11:25:14.742032 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder FROM services
Aug 10 11:25:14.743640 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:25:14.743640 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder FROM clusters
Aug 10 11:25:14.743640 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:25:14.743640 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder FROM clusters
Aug 10 11:25:14.743640 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 11:25:14.743640 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 11:25:14.743640 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 11:25:14.743640 dv-cinder-851351-3-smb cinder-scheduler[238592]: ERROR cinder 
Aug 10 11:25:15.155173 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 11:25:15.155187 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 10 11:37:16.969999 dv-cinder-851351-3-smb systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 11:37:19.987504 dv-cinder-851351-3-smb cinder-scheduler[308506]: INFO dbcounter [None req-0a32184d-e7d1-41f8-94ae-158f1d133dbe None None] Registered counter for database cinder
Aug 10 11:37:20.006583 dv-cinder-851351-3-smb cinder-scheduler[308506]: DEBUG oslo_db.sqlalchemy.engines [None req-0a32184d-e7d1-41f8-94ae-158f1d133dbe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=308506) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 11:37:20.013550 dv-cinder-851351-3-smb cinder-scheduler[308506]: DEBUG dbcounter [-] [308506] Writer thread running {{(pid=308506) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 11:37:20.222054 dv-cinder-851351-3-smb cinder-scheduler[308506]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 11:37:20.222054 dv-cinder-851351-3-smb cinder-scheduler[308506]:   from cryptography.utils import int_from_bytes
Aug 10 11:37:20.222054 dv-cinder-851351-3-smb cinder-scheduler[308506]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 11:37:20.222054 dv-cinder-851351-3-smb cinder-scheduler[308506]:   from cryptography.utils import int_from_bytes
Aug 10 11:37:20.233426 dv-cinder-851351-3-smb cinder-scheduler[308506]: CRITICAL cinder [None req-0a32184d-e7d1-41f8-94ae-158f1d133dbe None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:37:20.233426 dv-cinder-851351-3-smb cinder-scheduler[308506]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 11:37:20.233426 dv-cinder-851351-3-smb cinder-scheduler[308506]: FROM services
Aug 10 11:37:20.233426 dv-cinder-851351-3-smb cinder-scheduler[308506]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:37:20.233426 dv-cinder-851351-3-smb cinder-scheduler[308506]: FROM clusters
Aug 10 11:37:20.233426 dv-cinder-851351-3-smb cinder-scheduler[308506]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:37:20.233426 dv-cinder-851351-3-smb cinder-scheduler[308506]: FROM clusters
Aug 10 11:37:20.233426 dv-cinder-851351-3-smb cinder-scheduler[308506]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 11:37:20.233426 dv-cinder-851351-3-smb cinder-scheduler[308506]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 11:37:20.233426 dv-cinder-851351-3-smb cinder-scheduler[308506]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 11:37:20.233426 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder Traceback (most recent call last):
Aug 10 11:37:20.234362 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 11:37:20.234362 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     self.dialect.do_execute(
Aug 10 11:37:20.234362 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 11:37:20.234362 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 11:37:20.234362 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 11:37:20.234362 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     result = self._query(query)
Aug 10 11:37:20.234362 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 11:37:20.234362 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     conn.query(q)
Aug 10 11:37:20.234362 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 11:37:20.234362 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 11:37:20.234362 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 11:37:20.234362 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     result.read()
Aug 10 11:37:20.234362 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 11:37:20.234362 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 11:37:20.234362 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 11:37:20.234362 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     packet.raise_for_error()
Aug 10 11:37:20.234362 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 11:37:20.234362 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 11:37:20.234362 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 11:37:20.234362 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 11:37:20.234362 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:37:20.234362 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder 
Aug 10 11:37:20.236570 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 11:37:20.236570 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder 
Aug 10 11:37:20.236570 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder Traceback (most recent call last):
Aug 10 11:37:20.236570 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 11:37:20.236570 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     sys.exit(main())
Aug 10 11:37:20.236570 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 11:37:20.236570 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 11:37:20.236570 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 11:37:20.236570 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 11:37:20.236570 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 11:37:20.236570 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 11:37:20.236570 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 11:37:20.236570 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 11:37:20.236570 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 11:37:20.236570 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 11:37:20.236570 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 11:37:20.236570 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 11:37:20.236570 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 11:37:20.236570 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 11:37:20.236570 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 11:37:20.236570 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 11:37:20.236570 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 11:37:20.236570 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 11:37:20.240257 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 11:37:20.240257 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 11:37:20.240257 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 11:37:20.240257 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 11:37:20.240257 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 11:37:20.240257 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 11:37:20.240257 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 11:37:20.240257 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     return f(*args, **kwargs)
Aug 10 11:37:20.240257 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 11:37:20.240257 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 11:37:20.240257 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 11:37:20.240257 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     return [] if not query else query.all()
Aug 10 11:37:20.240257 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 11:37:20.240257 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     return self._iter().all()
Aug 10 11:37:20.240257 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 11:37:20.240257 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     result = self.session.execute(
Aug 10 11:37:20.240257 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 11:37:20.240257 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 11:37:20.240257 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 11:37:20.240257 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 11:37:20.241695 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 11:37:20.241695 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 11:37:20.241695 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 11:37:20.241695 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     ret = self._execute_context(
Aug 10 11:37:20.241695 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 11:37:20.241695 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 11:37:20.241695 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 11:37:20.241695 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 11:37:20.241695 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 11:37:20.241695 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     raise exception
Aug 10 11:37:20.241695 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 11:37:20.241695 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     self.dialect.do_execute(
Aug 10 11:37:20.241695 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 11:37:20.241695 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 11:37:20.241695 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 11:37:20.241695 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     result = self._query(query)
Aug 10 11:37:20.241695 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 11:37:20.241695 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     conn.query(q)
Aug 10 11:37:20.241695 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 11:37:20.241695 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 11:37:20.241695 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 11:37:20.243273 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     result.read()
Aug 10 11:37:20.243273 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 11:37:20.243273 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 11:37:20.243273 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 11:37:20.243273 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     packet.raise_for_error()
Aug 10 11:37:20.243273 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 11:37:20.243273 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 11:37:20.243273 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 11:37:20.243273 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 11:37:20.243273 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:37:20.243273 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 11:37:20.243273 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder FROM services
Aug 10 11:37:20.244193 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:37:20.244193 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder FROM clusters
Aug 10 11:37:20.244193 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:37:20.244193 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder FROM clusters
Aug 10 11:37:20.244193 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 11:37:20.244193 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 11:37:20.244193 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 11:37:20.244193 dv-cinder-851351-3-smb cinder-scheduler[308506]: ERROR cinder 
Aug 10 11:37:20.639739 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 11:37:20.639769 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 10 11:53:48.117424 dv-cinder-851351-3-smb systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 11:53:51.088157 dv-cinder-851351-3-smb cinder-scheduler[377899]: INFO dbcounter [None req-062d9399-656f-4e04-b40c-de10449d054b None None] Registered counter for database cinder
Aug 10 11:53:51.107732 dv-cinder-851351-3-smb cinder-scheduler[377899]: DEBUG oslo_db.sqlalchemy.engines [None req-062d9399-656f-4e04-b40c-de10449d054b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=377899) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 11:53:51.114777 dv-cinder-851351-3-smb cinder-scheduler[377899]: DEBUG dbcounter [-] [377899] Writer thread running {{(pid=377899) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 11:53:51.318885 dv-cinder-851351-3-smb cinder-scheduler[377899]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 11:53:51.318885 dv-cinder-851351-3-smb cinder-scheduler[377899]:   from cryptography.utils import int_from_bytes
Aug 10 11:53:51.318885 dv-cinder-851351-3-smb cinder-scheduler[377899]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 11:53:51.318885 dv-cinder-851351-3-smb cinder-scheduler[377899]:   from cryptography.utils import int_from_bytes
Aug 10 11:53:51.330303 dv-cinder-851351-3-smb cinder-scheduler[377899]: CRITICAL cinder [None req-062d9399-656f-4e04-b40c-de10449d054b None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:53:51.330303 dv-cinder-851351-3-smb cinder-scheduler[377899]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 11:53:51.330303 dv-cinder-851351-3-smb cinder-scheduler[377899]: FROM services
Aug 10 11:53:51.330303 dv-cinder-851351-3-smb cinder-scheduler[377899]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:53:51.330303 dv-cinder-851351-3-smb cinder-scheduler[377899]: FROM clusters
Aug 10 11:53:51.330303 dv-cinder-851351-3-smb cinder-scheduler[377899]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:53:51.330303 dv-cinder-851351-3-smb cinder-scheduler[377899]: FROM clusters
Aug 10 11:53:51.330303 dv-cinder-851351-3-smb cinder-scheduler[377899]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 11:53:51.330303 dv-cinder-851351-3-smb cinder-scheduler[377899]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 11:53:51.330303 dv-cinder-851351-3-smb cinder-scheduler[377899]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 11:53:51.330303 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder Traceback (most recent call last):
Aug 10 11:53:51.331082 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 11:53:51.331082 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     self.dialect.do_execute(
Aug 10 11:53:51.331082 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 11:53:51.331082 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 11:53:51.331082 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 11:53:51.331082 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     result = self._query(query)
Aug 10 11:53:51.331082 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 11:53:51.331082 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     conn.query(q)
Aug 10 11:53:51.331082 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 11:53:51.331082 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 11:53:51.331082 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 11:53:51.331082 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     result.read()
Aug 10 11:53:51.331082 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 11:53:51.331082 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 11:53:51.331082 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 11:53:51.331082 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     packet.raise_for_error()
Aug 10 11:53:51.331082 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 11:53:51.331082 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 11:53:51.331082 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 11:53:51.331082 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 11:53:51.331082 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:53:51.331082 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder 
Aug 10 11:53:51.332161 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 11:53:51.332161 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder 
Aug 10 11:53:51.332161 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder Traceback (most recent call last):
Aug 10 11:53:51.332161 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 11:53:51.332161 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     sys.exit(main())
Aug 10 11:53:51.332161 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 11:53:51.332161 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 11:53:51.332161 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 11:53:51.332161 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 11:53:51.332161 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 11:53:51.332161 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 11:53:51.332161 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 11:53:51.332161 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 11:53:51.332161 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 11:53:51.332161 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 11:53:51.332161 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 11:53:51.332161 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 11:53:51.332161 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 11:53:51.332161 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 11:53:51.332161 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 11:53:51.332161 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 11:53:51.332161 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 11:53:51.332161 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 11:53:51.333406 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 11:53:51.333406 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 11:53:51.333406 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 11:53:51.333406 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 11:53:51.333406 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 11:53:51.333406 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 11:53:51.333406 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 11:53:51.333406 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     return f(*args, **kwargs)
Aug 10 11:53:51.333406 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 11:53:51.333406 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 11:53:51.333406 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 11:53:51.333406 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     return [] if not query else query.all()
Aug 10 11:53:51.333406 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 11:53:51.333406 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     return self._iter().all()
Aug 10 11:53:51.333406 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 11:53:51.333406 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     result = self.session.execute(
Aug 10 11:53:51.333406 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 11:53:51.333406 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 11:53:51.333406 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 11:53:51.333406 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 11:53:51.336174 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 11:53:51.336174 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 11:53:51.336174 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 11:53:51.336174 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     ret = self._execute_context(
Aug 10 11:53:51.336174 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 11:53:51.336174 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 11:53:51.336174 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 11:53:51.336174 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 11:53:51.336174 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 11:53:51.336174 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     raise exception
Aug 10 11:53:51.336174 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 11:53:51.336174 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     self.dialect.do_execute(
Aug 10 11:53:51.336174 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 11:53:51.336174 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 11:53:51.336174 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 11:53:51.336174 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     result = self._query(query)
Aug 10 11:53:51.336174 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 11:53:51.336174 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     conn.query(q)
Aug 10 11:53:51.336174 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 11:53:51.336174 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 11:53:51.336174 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 11:53:51.338764 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     result.read()
Aug 10 11:53:51.338764 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 11:53:51.338764 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 11:53:51.338764 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 11:53:51.338764 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     packet.raise_for_error()
Aug 10 11:53:51.338764 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 11:53:51.338764 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 11:53:51.338764 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 11:53:51.338764 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 11:53:51.338764 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 11:53:51.338764 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 11:53:51.338764 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder FROM services
Aug 10 11:53:51.340311 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:53:51.340311 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder FROM clusters
Aug 10 11:53:51.340311 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 11:53:51.340311 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder FROM clusters
Aug 10 11:53:51.340311 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 11:53:51.340311 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 11:53:51.340311 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 11:53:51.340311 dv-cinder-851351-3-smb cinder-scheduler[377899]: ERROR cinder 
Aug 10 11:53:51.745714 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 11:53:51.745742 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 10 12:06:19.790698 dv-cinder-851351-3-smb systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 12:06:22.827944 dv-cinder-851351-3-smb cinder-scheduler[441998]: INFO dbcounter [None req-474a1bbc-b173-4a36-99dd-4a114400f7e7 None None] Registered counter for database cinder
Aug 10 12:06:22.847680 dv-cinder-851351-3-smb cinder-scheduler[441998]: DEBUG oslo_db.sqlalchemy.engines [None req-474a1bbc-b173-4a36-99dd-4a114400f7e7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=441998) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 12:06:22.855565 dv-cinder-851351-3-smb cinder-scheduler[441998]: DEBUG dbcounter [-] [441998] Writer thread running {{(pid=441998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 12:06:23.064110 dv-cinder-851351-3-smb cinder-scheduler[441998]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 12:06:23.064110 dv-cinder-851351-3-smb cinder-scheduler[441998]:   from cryptography.utils import int_from_bytes
Aug 10 12:06:23.064110 dv-cinder-851351-3-smb cinder-scheduler[441998]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 12:06:23.064110 dv-cinder-851351-3-smb cinder-scheduler[441998]:   from cryptography.utils import int_from_bytes
Aug 10 12:06:23.075498 dv-cinder-851351-3-smb cinder-scheduler[441998]: CRITICAL cinder [None req-474a1bbc-b173-4a36-99dd-4a114400f7e7 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 12:06:23.075498 dv-cinder-851351-3-smb cinder-scheduler[441998]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 12:06:23.075498 dv-cinder-851351-3-smb cinder-scheduler[441998]: FROM services
Aug 10 12:06:23.075498 dv-cinder-851351-3-smb cinder-scheduler[441998]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:06:23.075498 dv-cinder-851351-3-smb cinder-scheduler[441998]: FROM clusters
Aug 10 12:06:23.075498 dv-cinder-851351-3-smb cinder-scheduler[441998]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:06:23.075498 dv-cinder-851351-3-smb cinder-scheduler[441998]: FROM clusters
Aug 10 12:06:23.075498 dv-cinder-851351-3-smb cinder-scheduler[441998]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 12:06:23.075498 dv-cinder-851351-3-smb cinder-scheduler[441998]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 12:06:23.075498 dv-cinder-851351-3-smb cinder-scheduler[441998]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 12:06:23.075498 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder Traceback (most recent call last):
Aug 10 12:06:23.076411 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 12:06:23.076411 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     self.dialect.do_execute(
Aug 10 12:06:23.076411 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 12:06:23.076411 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 12:06:23.076411 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 12:06:23.076411 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     result = self._query(query)
Aug 10 12:06:23.076411 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 12:06:23.076411 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     conn.query(q)
Aug 10 12:06:23.076411 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 12:06:23.076411 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 12:06:23.076411 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 12:06:23.076411 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     result.read()
Aug 10 12:06:23.076411 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 12:06:23.076411 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 12:06:23.076411 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 12:06:23.076411 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     packet.raise_for_error()
Aug 10 12:06:23.076411 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 12:06:23.076411 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 12:06:23.076411 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 12:06:23.076411 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 12:06:23.076411 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 12:06:23.076411 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder 
Aug 10 12:06:23.077857 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 12:06:23.077857 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder 
Aug 10 12:06:23.077857 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder Traceback (most recent call last):
Aug 10 12:06:23.077857 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 12:06:23.077857 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     sys.exit(main())
Aug 10 12:06:23.077857 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 12:06:23.077857 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 12:06:23.077857 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 12:06:23.077857 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 12:06:23.077857 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 12:06:23.077857 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 12:06:23.077857 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 12:06:23.077857 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 12:06:23.077857 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 12:06:23.077857 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 12:06:23.077857 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 12:06:23.077857 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 12:06:23.077857 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 12:06:23.077857 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 12:06:23.077857 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 12:06:23.077857 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 12:06:23.077857 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 12:06:23.077857 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 12:06:23.079462 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 12:06:23.079462 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 12:06:23.079462 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 12:06:23.079462 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 12:06:23.079462 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 12:06:23.079462 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 12:06:23.079462 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 12:06:23.079462 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     return f(*args, **kwargs)
Aug 10 12:06:23.079462 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 12:06:23.079462 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 12:06:23.079462 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 12:06:23.079462 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     return [] if not query else query.all()
Aug 10 12:06:23.079462 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 12:06:23.079462 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     return self._iter().all()
Aug 10 12:06:23.079462 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 12:06:23.079462 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     result = self.session.execute(
Aug 10 12:06:23.079462 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 12:06:23.079462 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 12:06:23.079462 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 12:06:23.079462 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 12:06:23.080804 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 12:06:23.080804 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 12:06:23.080804 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 12:06:23.080804 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     ret = self._execute_context(
Aug 10 12:06:23.080804 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 12:06:23.080804 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 12:06:23.080804 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 12:06:23.080804 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 12:06:23.080804 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 12:06:23.080804 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     raise exception
Aug 10 12:06:23.080804 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 12:06:23.080804 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     self.dialect.do_execute(
Aug 10 12:06:23.080804 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 12:06:23.080804 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 12:06:23.080804 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 12:06:23.080804 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     result = self._query(query)
Aug 10 12:06:23.080804 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 12:06:23.080804 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     conn.query(q)
Aug 10 12:06:23.080804 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 12:06:23.080804 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 12:06:23.080804 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 12:06:23.082225 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     result.read()
Aug 10 12:06:23.082225 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 12:06:23.082225 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 12:06:23.082225 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 12:06:23.082225 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     packet.raise_for_error()
Aug 10 12:06:23.082225 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 12:06:23.082225 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 12:06:23.082225 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 12:06:23.082225 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 12:06:23.082225 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 12:06:23.082225 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 12:06:23.082225 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder FROM services
Aug 10 12:06:23.083068 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:06:23.083068 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder FROM clusters
Aug 10 12:06:23.083068 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:06:23.083068 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder FROM clusters
Aug 10 12:06:23.083068 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 12:06:23.083068 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 12:06:23.083068 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 12:06:23.083068 dv-cinder-851351-3-smb cinder-scheduler[441998]: ERROR cinder 
Aug 10 12:06:23.504091 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 12:06:23.504106 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 10 12:19:07.553780 dv-cinder-851351-3-smb systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 12:19:10.596567 dv-cinder-851351-3-smb cinder-scheduler[505552]: INFO dbcounter [None req-8ca16872-8f40-4058-aeb6-447cf9587970 None None] Registered counter for database cinder
Aug 10 12:19:10.617408 dv-cinder-851351-3-smb cinder-scheduler[505552]: DEBUG oslo_db.sqlalchemy.engines [None req-8ca16872-8f40-4058-aeb6-447cf9587970 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=505552) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 12:19:10.624269 dv-cinder-851351-3-smb cinder-scheduler[505552]: DEBUG dbcounter [-] [505552] Writer thread running {{(pid=505552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 12:19:10.836508 dv-cinder-851351-3-smb cinder-scheduler[505552]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 12:19:10.836508 dv-cinder-851351-3-smb cinder-scheduler[505552]:   from cryptography.utils import int_from_bytes
Aug 10 12:19:10.836508 dv-cinder-851351-3-smb cinder-scheduler[505552]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 12:19:10.836508 dv-cinder-851351-3-smb cinder-scheduler[505552]:   from cryptography.utils import int_from_bytes
Aug 10 12:19:10.849048 dv-cinder-851351-3-smb cinder-scheduler[505552]: CRITICAL cinder [None req-8ca16872-8f40-4058-aeb6-447cf9587970 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 12:19:10.849048 dv-cinder-851351-3-smb cinder-scheduler[505552]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 12:19:10.849048 dv-cinder-851351-3-smb cinder-scheduler[505552]: FROM services
Aug 10 12:19:10.849048 dv-cinder-851351-3-smb cinder-scheduler[505552]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:19:10.849048 dv-cinder-851351-3-smb cinder-scheduler[505552]: FROM clusters
Aug 10 12:19:10.849048 dv-cinder-851351-3-smb cinder-scheduler[505552]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:19:10.849048 dv-cinder-851351-3-smb cinder-scheduler[505552]: FROM clusters
Aug 10 12:19:10.849048 dv-cinder-851351-3-smb cinder-scheduler[505552]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 12:19:10.849048 dv-cinder-851351-3-smb cinder-scheduler[505552]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 12:19:10.849048 dv-cinder-851351-3-smb cinder-scheduler[505552]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 12:19:10.849048 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder Traceback (most recent call last):
Aug 10 12:19:10.850907 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 12:19:10.850907 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     self.dialect.do_execute(
Aug 10 12:19:10.850907 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 12:19:10.850907 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 12:19:10.850907 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 12:19:10.850907 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     result = self._query(query)
Aug 10 12:19:10.850907 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 12:19:10.850907 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     conn.query(q)
Aug 10 12:19:10.850907 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 12:19:10.850907 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 12:19:10.850907 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 12:19:10.850907 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     result.read()
Aug 10 12:19:10.850907 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 12:19:10.850907 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 12:19:10.850907 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 12:19:10.850907 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     packet.raise_for_error()
Aug 10 12:19:10.850907 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 12:19:10.850907 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 12:19:10.850907 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 12:19:10.850907 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 12:19:10.850907 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 12:19:10.850907 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder 
Aug 10 12:19:10.853648 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 12:19:10.853648 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder 
Aug 10 12:19:10.853648 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder Traceback (most recent call last):
Aug 10 12:19:10.853648 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 12:19:10.853648 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     sys.exit(main())
Aug 10 12:19:10.853648 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 12:19:10.853648 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 12:19:10.853648 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 12:19:10.853648 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 12:19:10.853648 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 12:19:10.853648 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 12:19:10.853648 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 12:19:10.853648 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 12:19:10.853648 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 12:19:10.853648 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 12:19:10.853648 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 12:19:10.853648 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 12:19:10.853648 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 12:19:10.853648 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 12:19:10.853648 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 12:19:10.853648 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 12:19:10.853648 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 12:19:10.853648 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 12:19:10.856450 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 12:19:10.856450 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 12:19:10.856450 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 12:19:10.856450 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 12:19:10.856450 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 12:19:10.856450 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 12:19:10.856450 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 12:19:10.856450 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     return f(*args, **kwargs)
Aug 10 12:19:10.856450 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 12:19:10.856450 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 12:19:10.856450 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 12:19:10.856450 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     return [] if not query else query.all()
Aug 10 12:19:10.856450 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 12:19:10.856450 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     return self._iter().all()
Aug 10 12:19:10.856450 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 12:19:10.856450 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     result = self.session.execute(
Aug 10 12:19:10.856450 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 12:19:10.856450 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 12:19:10.856450 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 12:19:10.856450 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 12:19:10.863222 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 12:19:10.863222 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 12:19:10.863222 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 12:19:10.863222 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     ret = self._execute_context(
Aug 10 12:19:10.863222 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 12:19:10.863222 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 12:19:10.863222 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 12:19:10.863222 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 12:19:10.863222 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 12:19:10.863222 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     raise exception
Aug 10 12:19:10.863222 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 12:19:10.863222 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     self.dialect.do_execute(
Aug 10 12:19:10.863222 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 12:19:10.863222 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 12:19:10.863222 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 12:19:10.863222 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     result = self._query(query)
Aug 10 12:19:10.863222 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 12:19:10.863222 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     conn.query(q)
Aug 10 12:19:10.863222 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 12:19:10.863222 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 12:19:10.863222 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 12:19:10.867734 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     result.read()
Aug 10 12:19:10.867734 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 12:19:10.867734 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 12:19:10.867734 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 12:19:10.867734 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     packet.raise_for_error()
Aug 10 12:19:10.867734 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 12:19:10.867734 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 12:19:10.867734 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 12:19:10.867734 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 12:19:10.867734 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 12:19:10.867734 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 12:19:10.867734 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder FROM services
Aug 10 12:19:10.872002 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:19:10.872002 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder FROM clusters
Aug 10 12:19:10.872002 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:19:10.872002 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder FROM clusters
Aug 10 12:19:10.872002 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 12:19:10.872002 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 12:19:10.872002 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 12:19:10.872002 dv-cinder-851351-3-smb cinder-scheduler[505552]: ERROR cinder 
Aug 10 12:19:11.297759 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 12:19:11.297786 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 10 12:32:25.724943 dv-cinder-851351-3-smb systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 12:32:28.709325 dv-cinder-851351-3-smb cinder-scheduler[569543]: INFO dbcounter [None req-5733c09d-9523-4dc5-b790-48af45aa8127 None None] Registered counter for database cinder
Aug 10 12:32:28.728732 dv-cinder-851351-3-smb cinder-scheduler[569543]: DEBUG oslo_db.sqlalchemy.engines [None req-5733c09d-9523-4dc5-b790-48af45aa8127 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=569543) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 12:32:28.735630 dv-cinder-851351-3-smb cinder-scheduler[569543]: DEBUG dbcounter [-] [569543] Writer thread running {{(pid=569543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 12:32:28.949053 dv-cinder-851351-3-smb cinder-scheduler[569543]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 12:32:28.949053 dv-cinder-851351-3-smb cinder-scheduler[569543]:   from cryptography.utils import int_from_bytes
Aug 10 12:32:28.949053 dv-cinder-851351-3-smb cinder-scheduler[569543]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 12:32:28.949053 dv-cinder-851351-3-smb cinder-scheduler[569543]:   from cryptography.utils import int_from_bytes
Aug 10 12:32:28.961154 dv-cinder-851351-3-smb cinder-scheduler[569543]: CRITICAL cinder [None req-5733c09d-9523-4dc5-b790-48af45aa8127 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 12:32:28.961154 dv-cinder-851351-3-smb cinder-scheduler[569543]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 12:32:28.961154 dv-cinder-851351-3-smb cinder-scheduler[569543]: FROM services
Aug 10 12:32:28.961154 dv-cinder-851351-3-smb cinder-scheduler[569543]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:32:28.961154 dv-cinder-851351-3-smb cinder-scheduler[569543]: FROM clusters
Aug 10 12:32:28.961154 dv-cinder-851351-3-smb cinder-scheduler[569543]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:32:28.961154 dv-cinder-851351-3-smb cinder-scheduler[569543]: FROM clusters
Aug 10 12:32:28.961154 dv-cinder-851351-3-smb cinder-scheduler[569543]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 12:32:28.961154 dv-cinder-851351-3-smb cinder-scheduler[569543]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 12:32:28.961154 dv-cinder-851351-3-smb cinder-scheduler[569543]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 12:32:28.961154 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder Traceback (most recent call last):
Aug 10 12:32:28.962427 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 12:32:28.962427 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     self.dialect.do_execute(
Aug 10 12:32:28.962427 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 12:32:28.962427 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 12:32:28.962427 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 12:32:28.962427 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     result = self._query(query)
Aug 10 12:32:28.962427 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 12:32:28.962427 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     conn.query(q)
Aug 10 12:32:28.962427 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 12:32:28.962427 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 12:32:28.962427 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 12:32:28.962427 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     result.read()
Aug 10 12:32:28.962427 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 12:32:28.962427 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 12:32:28.962427 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 12:32:28.962427 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     packet.raise_for_error()
Aug 10 12:32:28.962427 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 12:32:28.962427 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 12:32:28.962427 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 12:32:28.962427 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 12:32:28.962427 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 12:32:28.962427 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder 
Aug 10 12:32:28.965140 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 12:32:28.965140 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder 
Aug 10 12:32:28.965140 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder Traceback (most recent call last):
Aug 10 12:32:28.965140 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 12:32:28.965140 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     sys.exit(main())
Aug 10 12:32:28.965140 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 12:32:28.965140 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 12:32:28.965140 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 12:32:28.965140 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 12:32:28.965140 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 12:32:28.965140 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 12:32:28.965140 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 12:32:28.965140 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 12:32:28.965140 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 12:32:28.965140 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 12:32:28.965140 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 12:32:28.965140 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 12:32:28.965140 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 12:32:28.965140 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 12:32:28.965140 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 12:32:28.965140 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 12:32:28.965140 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 12:32:28.965140 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 12:32:28.967534 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 12:32:28.967534 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 12:32:28.967534 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 12:32:28.967534 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 12:32:28.967534 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 12:32:28.967534 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 12:32:28.967534 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 12:32:28.967534 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     return f(*args, **kwargs)
Aug 10 12:32:28.967534 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 12:32:28.967534 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 12:32:28.967534 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 12:32:28.967534 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     return [] if not query else query.all()
Aug 10 12:32:28.967534 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 12:32:28.967534 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     return self._iter().all()
Aug 10 12:32:28.967534 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 12:32:28.967534 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     result = self.session.execute(
Aug 10 12:32:28.967534 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 12:32:28.967534 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 12:32:28.967534 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 12:32:28.967534 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 12:32:28.969582 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 12:32:28.969582 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 12:32:28.969582 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 12:32:28.969582 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     ret = self._execute_context(
Aug 10 12:32:28.969582 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 12:32:28.969582 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 12:32:28.969582 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 12:32:28.969582 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 12:32:28.969582 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 12:32:28.969582 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     raise exception
Aug 10 12:32:28.969582 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 12:32:28.969582 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     self.dialect.do_execute(
Aug 10 12:32:28.969582 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 12:32:28.969582 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 12:32:28.969582 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 12:32:28.969582 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     result = self._query(query)
Aug 10 12:32:28.969582 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 12:32:28.969582 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     conn.query(q)
Aug 10 12:32:28.969582 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 12:32:28.969582 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 12:32:28.969582 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 12:32:28.974820 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     result.read()
Aug 10 12:32:28.974820 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 12:32:28.974820 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 12:32:28.974820 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 12:32:28.974820 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     packet.raise_for_error()
Aug 10 12:32:28.974820 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 12:32:28.974820 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 12:32:28.974820 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 12:32:28.974820 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 12:32:28.974820 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 12:32:28.974820 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 12:32:28.974820 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder FROM services
Aug 10 12:32:28.977198 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:32:28.977198 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder FROM clusters
Aug 10 12:32:28.977198 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:32:28.977198 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder FROM clusters
Aug 10 12:32:28.977198 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 12:32:28.977198 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 12:32:28.977198 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 12:32:28.977198 dv-cinder-851351-3-smb cinder-scheduler[569543]: ERROR cinder 
Aug 10 12:32:29.393878 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 12:32:29.393904 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 10 12:48:48.495107 dv-cinder-851351-3-smb systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 12:48:51.437757 dv-cinder-851351-3-smb cinder-scheduler[638896]: INFO dbcounter [None req-9ea4b05e-279d-495c-87ae-edeca4fbaea9 None None] Registered counter for database cinder
Aug 10 12:48:51.455985 dv-cinder-851351-3-smb cinder-scheduler[638896]: DEBUG oslo_db.sqlalchemy.engines [None req-9ea4b05e-279d-495c-87ae-edeca4fbaea9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=638896) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 12:48:51.463004 dv-cinder-851351-3-smb cinder-scheduler[638896]: DEBUG dbcounter [-] [638896] Writer thread running {{(pid=638896) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 12:48:51.667501 dv-cinder-851351-3-smb cinder-scheduler[638896]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 12:48:51.667501 dv-cinder-851351-3-smb cinder-scheduler[638896]:   from cryptography.utils import int_from_bytes
Aug 10 12:48:51.667501 dv-cinder-851351-3-smb cinder-scheduler[638896]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 12:48:51.667501 dv-cinder-851351-3-smb cinder-scheduler[638896]:   from cryptography.utils import int_from_bytes
Aug 10 12:48:51.679731 dv-cinder-851351-3-smb cinder-scheduler[638896]: CRITICAL cinder [None req-9ea4b05e-279d-495c-87ae-edeca4fbaea9 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 12:48:51.679731 dv-cinder-851351-3-smb cinder-scheduler[638896]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 12:48:51.679731 dv-cinder-851351-3-smb cinder-scheduler[638896]: FROM services
Aug 10 12:48:51.679731 dv-cinder-851351-3-smb cinder-scheduler[638896]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:48:51.679731 dv-cinder-851351-3-smb cinder-scheduler[638896]: FROM clusters
Aug 10 12:48:51.679731 dv-cinder-851351-3-smb cinder-scheduler[638896]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:48:51.679731 dv-cinder-851351-3-smb cinder-scheduler[638896]: FROM clusters
Aug 10 12:48:51.679731 dv-cinder-851351-3-smb cinder-scheduler[638896]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 12:48:51.679731 dv-cinder-851351-3-smb cinder-scheduler[638896]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 12:48:51.679731 dv-cinder-851351-3-smb cinder-scheduler[638896]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 12:48:51.679731 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder Traceback (most recent call last):
Aug 10 12:48:51.680486 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 12:48:51.680486 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     self.dialect.do_execute(
Aug 10 12:48:51.680486 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 12:48:51.680486 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 12:48:51.680486 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 12:48:51.680486 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     result = self._query(query)
Aug 10 12:48:51.680486 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 12:48:51.680486 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     conn.query(q)
Aug 10 12:48:51.680486 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 12:48:51.680486 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 12:48:51.680486 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 12:48:51.680486 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     result.read()
Aug 10 12:48:51.680486 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 12:48:51.680486 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 12:48:51.680486 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 12:48:51.680486 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     packet.raise_for_error()
Aug 10 12:48:51.680486 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 12:48:51.680486 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 12:48:51.680486 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 12:48:51.680486 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 12:48:51.680486 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 12:48:51.680486 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder 
Aug 10 12:48:51.681727 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 12:48:51.681727 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder 
Aug 10 12:48:51.681727 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder Traceback (most recent call last):
Aug 10 12:48:51.681727 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 12:48:51.681727 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     sys.exit(main())
Aug 10 12:48:51.681727 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 12:48:51.681727 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 12:48:51.681727 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 12:48:51.681727 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 12:48:51.681727 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 12:48:51.681727 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 12:48:51.681727 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 12:48:51.681727 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 12:48:51.681727 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 12:48:51.681727 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 12:48:51.681727 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 12:48:51.681727 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 12:48:51.681727 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 12:48:51.681727 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 12:48:51.681727 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 12:48:51.681727 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 12:48:51.681727 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 12:48:51.681727 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 12:48:51.685041 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 12:48:51.685041 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 12:48:51.685041 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 12:48:51.685041 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 12:48:51.685041 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 12:48:51.685041 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 12:48:51.685041 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 12:48:51.685041 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     return f(*args, **kwargs)
Aug 10 12:48:51.685041 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 12:48:51.685041 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 12:48:51.685041 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 12:48:51.685041 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     return [] if not query else query.all()
Aug 10 12:48:51.685041 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 12:48:51.685041 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     return self._iter().all()
Aug 10 12:48:51.685041 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 12:48:51.685041 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     result = self.session.execute(
Aug 10 12:48:51.685041 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 12:48:51.685041 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 12:48:51.685041 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 12:48:51.685041 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 12:48:51.686136 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 12:48:51.686136 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 12:48:51.686136 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 12:48:51.686136 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     ret = self._execute_context(
Aug 10 12:48:51.686136 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 12:48:51.686136 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 12:48:51.686136 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 12:48:51.686136 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 12:48:51.686136 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 12:48:51.686136 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     raise exception
Aug 10 12:48:51.686136 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 12:48:51.686136 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     self.dialect.do_execute(
Aug 10 12:48:51.686136 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 12:48:51.686136 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 12:48:51.686136 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 12:48:51.686136 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     result = self._query(query)
Aug 10 12:48:51.686136 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 12:48:51.686136 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     conn.query(q)
Aug 10 12:48:51.686136 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 12:48:51.686136 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 12:48:51.686136 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 12:48:51.688855 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     result.read()
Aug 10 12:48:51.688855 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 12:48:51.688855 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 12:48:51.688855 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 12:48:51.688855 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     packet.raise_for_error()
Aug 10 12:48:51.688855 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 12:48:51.688855 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 12:48:51.688855 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 12:48:51.688855 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 12:48:51.688855 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 12:48:51.688855 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 12:48:51.688855 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder FROM services
Aug 10 12:48:51.689531 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:48:51.689531 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder FROM clusters
Aug 10 12:48:51.689531 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 12:48:51.689531 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder FROM clusters
Aug 10 12:48:51.689531 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 12:48:51.689531 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 12:48:51.689531 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 12:48:51.689531 dv-cinder-851351-3-smb cinder-scheduler[638896]: ERROR cinder 
Aug 10 12:48:52.102260 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 12:48:52.102289 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 10 13:01:07.451723 dv-cinder-851351-3-smb systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 13:01:10.464176 dv-cinder-851351-3-smb cinder-scheduler[702810]: INFO dbcounter [None req-0f1297e9-48c2-4454-bb9c-7b4c31cd0690 None None] Registered counter for database cinder
Aug 10 13:01:10.483447 dv-cinder-851351-3-smb cinder-scheduler[702810]: DEBUG oslo_db.sqlalchemy.engines [None req-0f1297e9-48c2-4454-bb9c-7b4c31cd0690 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=702810) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 13:01:10.490066 dv-cinder-851351-3-smb cinder-scheduler[702810]: DEBUG dbcounter [-] [702810] Writer thread running {{(pid=702810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 13:01:10.698274 dv-cinder-851351-3-smb cinder-scheduler[702810]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 13:01:10.698274 dv-cinder-851351-3-smb cinder-scheduler[702810]:   from cryptography.utils import int_from_bytes
Aug 10 13:01:10.698274 dv-cinder-851351-3-smb cinder-scheduler[702810]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 13:01:10.698274 dv-cinder-851351-3-smb cinder-scheduler[702810]:   from cryptography.utils import int_from_bytes
Aug 10 13:01:10.709834 dv-cinder-851351-3-smb cinder-scheduler[702810]: CRITICAL cinder [None req-0f1297e9-48c2-4454-bb9c-7b4c31cd0690 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 13:01:10.709834 dv-cinder-851351-3-smb cinder-scheduler[702810]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 13:01:10.709834 dv-cinder-851351-3-smb cinder-scheduler[702810]: FROM services
Aug 10 13:01:10.709834 dv-cinder-851351-3-smb cinder-scheduler[702810]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:01:10.709834 dv-cinder-851351-3-smb cinder-scheduler[702810]: FROM clusters
Aug 10 13:01:10.709834 dv-cinder-851351-3-smb cinder-scheduler[702810]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:01:10.709834 dv-cinder-851351-3-smb cinder-scheduler[702810]: FROM clusters
Aug 10 13:01:10.709834 dv-cinder-851351-3-smb cinder-scheduler[702810]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 13:01:10.709834 dv-cinder-851351-3-smb cinder-scheduler[702810]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 13:01:10.709834 dv-cinder-851351-3-smb cinder-scheduler[702810]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 13:01:10.709834 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder Traceback (most recent call last):
Aug 10 13:01:10.710681 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 13:01:10.710681 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     self.dialect.do_execute(
Aug 10 13:01:10.710681 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 13:01:10.710681 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 13:01:10.710681 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 13:01:10.710681 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     result = self._query(query)
Aug 10 13:01:10.710681 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 13:01:10.710681 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     conn.query(q)
Aug 10 13:01:10.710681 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 13:01:10.710681 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 13:01:10.710681 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 13:01:10.710681 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     result.read()
Aug 10 13:01:10.710681 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 13:01:10.710681 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 13:01:10.710681 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 13:01:10.710681 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     packet.raise_for_error()
Aug 10 13:01:10.710681 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 13:01:10.710681 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 13:01:10.710681 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 13:01:10.710681 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 13:01:10.710681 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 13:01:10.710681 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder 
Aug 10 13:01:10.712049 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 13:01:10.712049 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder 
Aug 10 13:01:10.712049 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder Traceback (most recent call last):
Aug 10 13:01:10.712049 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 13:01:10.712049 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     sys.exit(main())
Aug 10 13:01:10.712049 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 13:01:10.712049 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 13:01:10.712049 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 13:01:10.712049 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 13:01:10.712049 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 13:01:10.712049 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 13:01:10.712049 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 13:01:10.712049 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 13:01:10.712049 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 13:01:10.712049 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 13:01:10.712049 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 13:01:10.712049 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 13:01:10.712049 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 13:01:10.712049 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 13:01:10.712049 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 13:01:10.712049 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 13:01:10.712049 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 13:01:10.712049 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 13:01:10.713477 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 13:01:10.713477 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 13:01:10.713477 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 13:01:10.713477 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 13:01:10.713477 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 13:01:10.713477 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 13:01:10.713477 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 13:01:10.713477 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     return f(*args, **kwargs)
Aug 10 13:01:10.713477 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 13:01:10.713477 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 13:01:10.713477 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 13:01:10.713477 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     return [] if not query else query.all()
Aug 10 13:01:10.713477 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 13:01:10.713477 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     return self._iter().all()
Aug 10 13:01:10.713477 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 13:01:10.713477 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     result = self.session.execute(
Aug 10 13:01:10.713477 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 13:01:10.713477 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 13:01:10.713477 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 13:01:10.713477 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 13:01:10.714761 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 13:01:10.714761 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 13:01:10.714761 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 13:01:10.714761 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     ret = self._execute_context(
Aug 10 13:01:10.714761 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 13:01:10.714761 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 13:01:10.714761 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 13:01:10.714761 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 13:01:10.714761 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 13:01:10.714761 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     raise exception
Aug 10 13:01:10.714761 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 13:01:10.714761 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     self.dialect.do_execute(
Aug 10 13:01:10.714761 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 13:01:10.714761 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 13:01:10.714761 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 13:01:10.714761 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     result = self._query(query)
Aug 10 13:01:10.714761 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 13:01:10.714761 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     conn.query(q)
Aug 10 13:01:10.714761 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 13:01:10.714761 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 13:01:10.714761 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 13:01:10.716170 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     result.read()
Aug 10 13:01:10.716170 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 13:01:10.716170 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 13:01:10.716170 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 13:01:10.716170 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     packet.raise_for_error()
Aug 10 13:01:10.716170 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 13:01:10.716170 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 13:01:10.716170 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 13:01:10.716170 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 13:01:10.716170 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 13:01:10.716170 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 13:01:10.716170 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder FROM services
Aug 10 13:01:10.716914 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:01:10.716914 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder FROM clusters
Aug 10 13:01:10.716914 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:01:10.716914 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder FROM clusters
Aug 10 13:01:10.716914 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 13:01:10.716914 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 13:01:10.716914 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 13:01:10.716914 dv-cinder-851351-3-smb cinder-scheduler[702810]: ERROR cinder 
Aug 10 13:01:11.125634 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 13:01:11.125682 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 10 13:13:40.081417 dv-cinder-851351-3-smb systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 13:13:43.067822 dv-cinder-851351-3-smb cinder-scheduler[766366]: INFO dbcounter [None req-3f4fb8dd-3e8b-4b80-9315-2801a959603e None None] Registered counter for database cinder
Aug 10 13:13:43.092435 dv-cinder-851351-3-smb cinder-scheduler[766366]: DEBUG oslo_db.sqlalchemy.engines [None req-3f4fb8dd-3e8b-4b80-9315-2801a959603e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=766366) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 13:13:43.101323 dv-cinder-851351-3-smb cinder-scheduler[766366]: DEBUG dbcounter [-] [766366] Writer thread running {{(pid=766366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 13:13:43.304411 dv-cinder-851351-3-smb cinder-scheduler[766366]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 13:13:43.304411 dv-cinder-851351-3-smb cinder-scheduler[766366]:   from cryptography.utils import int_from_bytes
Aug 10 13:13:43.304411 dv-cinder-851351-3-smb cinder-scheduler[766366]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 13:13:43.304411 dv-cinder-851351-3-smb cinder-scheduler[766366]:   from cryptography.utils import int_from_bytes
Aug 10 13:13:43.315794 dv-cinder-851351-3-smb cinder-scheduler[766366]: CRITICAL cinder [None req-3f4fb8dd-3e8b-4b80-9315-2801a959603e None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 13:13:43.315794 dv-cinder-851351-3-smb cinder-scheduler[766366]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 13:13:43.315794 dv-cinder-851351-3-smb cinder-scheduler[766366]: FROM services
Aug 10 13:13:43.315794 dv-cinder-851351-3-smb cinder-scheduler[766366]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:13:43.315794 dv-cinder-851351-3-smb cinder-scheduler[766366]: FROM clusters
Aug 10 13:13:43.315794 dv-cinder-851351-3-smb cinder-scheduler[766366]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:13:43.315794 dv-cinder-851351-3-smb cinder-scheduler[766366]: FROM clusters
Aug 10 13:13:43.315794 dv-cinder-851351-3-smb cinder-scheduler[766366]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 13:13:43.315794 dv-cinder-851351-3-smb cinder-scheduler[766366]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 13:13:43.315794 dv-cinder-851351-3-smb cinder-scheduler[766366]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 13:13:43.315794 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder Traceback (most recent call last):
Aug 10 13:13:43.316807 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 13:13:43.316807 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     self.dialect.do_execute(
Aug 10 13:13:43.316807 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 13:13:43.316807 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 13:13:43.316807 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 13:13:43.316807 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     result = self._query(query)
Aug 10 13:13:43.316807 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 13:13:43.316807 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     conn.query(q)
Aug 10 13:13:43.316807 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 13:13:43.316807 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 13:13:43.316807 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 13:13:43.316807 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     result.read()
Aug 10 13:13:43.316807 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 13:13:43.316807 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 13:13:43.316807 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 13:13:43.316807 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     packet.raise_for_error()
Aug 10 13:13:43.316807 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 13:13:43.316807 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 13:13:43.316807 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 13:13:43.316807 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 13:13:43.316807 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 13:13:43.316807 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder 
Aug 10 13:13:43.318258 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 13:13:43.318258 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder 
Aug 10 13:13:43.318258 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder Traceback (most recent call last):
Aug 10 13:13:43.318258 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 13:13:43.318258 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     sys.exit(main())
Aug 10 13:13:43.318258 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 13:13:43.318258 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 13:13:43.318258 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 13:13:43.318258 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 13:13:43.318258 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 13:13:43.318258 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 13:13:43.318258 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 13:13:43.318258 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 13:13:43.318258 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 13:13:43.318258 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 13:13:43.318258 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 13:13:43.318258 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 13:13:43.318258 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 13:13:43.318258 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 13:13:43.318258 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 13:13:43.318258 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 13:13:43.318258 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 13:13:43.318258 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 13:13:43.319832 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 13:13:43.319832 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 13:13:43.319832 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 13:13:43.319832 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 13:13:43.319832 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 13:13:43.319832 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 13:13:43.319832 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 13:13:43.319832 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     return f(*args, **kwargs)
Aug 10 13:13:43.319832 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 13:13:43.319832 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 13:13:43.319832 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 13:13:43.319832 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     return [] if not query else query.all()
Aug 10 13:13:43.319832 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 13:13:43.319832 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     return self._iter().all()
Aug 10 13:13:43.319832 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 13:13:43.319832 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     result = self.session.execute(
Aug 10 13:13:43.319832 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 13:13:43.319832 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 13:13:43.319832 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 13:13:43.319832 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 13:13:43.323182 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 13:13:43.323182 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 13:13:43.323182 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 13:13:43.323182 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     ret = self._execute_context(
Aug 10 13:13:43.323182 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 13:13:43.323182 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 13:13:43.323182 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 13:13:43.323182 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 13:13:43.323182 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 13:13:43.323182 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     raise exception
Aug 10 13:13:43.323182 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 13:13:43.323182 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     self.dialect.do_execute(
Aug 10 13:13:43.323182 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 13:13:43.323182 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 13:13:43.323182 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 13:13:43.323182 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     result = self._query(query)
Aug 10 13:13:43.323182 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 13:13:43.323182 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     conn.query(q)
Aug 10 13:13:43.323182 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 13:13:43.323182 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 13:13:43.323182 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 13:13:43.326111 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     result.read()
Aug 10 13:13:43.326111 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 13:13:43.326111 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 13:13:43.326111 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 13:13:43.326111 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     packet.raise_for_error()
Aug 10 13:13:43.326111 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 13:13:43.326111 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 13:13:43.326111 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 13:13:43.326111 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 13:13:43.326111 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 13:13:43.326111 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 13:13:43.326111 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder FROM services
Aug 10 13:13:43.328868 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:13:43.328868 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder FROM clusters
Aug 10 13:13:43.328868 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:13:43.328868 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder FROM clusters
Aug 10 13:13:43.328868 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 13:13:43.328868 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 13:13:43.328868 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 13:13:43.328868 dv-cinder-851351-3-smb cinder-scheduler[766366]: ERROR cinder 
Aug 10 13:13:43.751057 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 13:13:43.751074 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Aug 10 13:26:13.577999 dv-cinder-851351-3-smb systemd[1]: Started Devstack devstack@c-sch.service.
Aug 10 13:26:16.584647 dv-cinder-851351-3-smb cinder-scheduler[830248]: INFO dbcounter [None req-13181b81-14b4-40ff-9ef3-4c99c54c1e21 None None] Registered counter for database cinder
Aug 10 13:26:16.603806 dv-cinder-851351-3-smb cinder-scheduler[830248]: DEBUG oslo_db.sqlalchemy.engines [None req-13181b81-14b4-40ff-9ef3-4c99c54c1e21 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=830248) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Aug 10 13:26:16.610160 dv-cinder-851351-3-smb cinder-scheduler[830248]: DEBUG dbcounter [-] [830248] Writer thread running {{(pid=830248) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Aug 10 13:26:16.815083 dv-cinder-851351-3-smb cinder-scheduler[830248]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 13:26:16.815083 dv-cinder-851351-3-smb cinder-scheduler[830248]:   from cryptography.utils import int_from_bytes
Aug 10 13:26:16.815083 dv-cinder-851351-3-smb cinder-scheduler[830248]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 10 13:26:16.815083 dv-cinder-851351-3-smb cinder-scheduler[830248]:   from cryptography.utils import int_from_bytes
Aug 10 13:26:16.826327 dv-cinder-851351-3-smb cinder-scheduler[830248]: CRITICAL cinder [None req-13181b81-14b4-40ff-9ef3-4c99c54c1e21 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 13:26:16.826327 dv-cinder-851351-3-smb cinder-scheduler[830248]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 13:26:16.826327 dv-cinder-851351-3-smb cinder-scheduler[830248]: FROM services
Aug 10 13:26:16.826327 dv-cinder-851351-3-smb cinder-scheduler[830248]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:26:16.826327 dv-cinder-851351-3-smb cinder-scheduler[830248]: FROM clusters
Aug 10 13:26:16.826327 dv-cinder-851351-3-smb cinder-scheduler[830248]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:26:16.826327 dv-cinder-851351-3-smb cinder-scheduler[830248]: FROM clusters
Aug 10 13:26:16.826327 dv-cinder-851351-3-smb cinder-scheduler[830248]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 13:26:16.826327 dv-cinder-851351-3-smb cinder-scheduler[830248]: [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 13:26:16.826327 dv-cinder-851351-3-smb cinder-scheduler[830248]: (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 13:26:16.826327 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder Traceback (most recent call last):
Aug 10 13:26:16.827232 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 13:26:16.827232 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     self.dialect.do_execute(
Aug 10 13:26:16.827232 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 13:26:16.827232 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 13:26:16.827232 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 13:26:16.827232 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     result = self._query(query)
Aug 10 13:26:16.827232 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 13:26:16.827232 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     conn.query(q)
Aug 10 13:26:16.827232 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 13:26:16.827232 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 13:26:16.827232 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 13:26:16.827232 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     result.read()
Aug 10 13:26:16.827232 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 13:26:16.827232 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 13:26:16.827232 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 13:26:16.827232 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     packet.raise_for_error()
Aug 10 13:26:16.827232 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 13:26:16.827232 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 13:26:16.827232 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 13:26:16.827232 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 13:26:16.827232 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Aug 10 13:26:16.827232 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder 
Aug 10 13:26:16.828546 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder The above exception was the direct cause of the following exception:
Aug 10 13:26:16.828546 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder 
Aug 10 13:26:16.828546 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder Traceback (most recent call last):
Aug 10 13:26:16.828546 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Aug 10 13:26:16.828546 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     sys.exit(main())
Aug 10 13:26:16.828546 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Aug 10 13:26:16.828546 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Aug 10 13:26:16.828546 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Aug 10 13:26:16.828546 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Aug 10 13:26:16.828546 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Aug 10 13:26:16.828546 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     self.manager = manager_class(host=self.host,
Aug 10 13:26:16.828546 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Aug 10 13:26:16.828546 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Aug 10 13:26:16.828546 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 13:26:16.828546 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 13:26:16.828546 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Aug 10 13:26:16.828546 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Aug 10 13:26:16.828546 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Aug 10 13:26:16.828546 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     self.host_manager = importutils.import_object(
Aug 10 13:26:16.828546 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Aug 10 13:26:16.828546 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Aug 10 13:26:16.828546 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Aug 10 13:26:16.828546 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Aug 10 13:26:16.829934 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Aug 10 13:26:16.829934 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Aug 10 13:26:16.829934 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Aug 10 13:26:16.829934 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Aug 10 13:26:16.829934 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Aug 10 13:26:16.829934 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Aug 10 13:26:16.829934 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Aug 10 13:26:16.829934 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     return f(*args, **kwargs)
Aug 10 13:26:16.829934 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Aug 10 13:26:16.829934 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     return fn(*args, **kwargs)
Aug 10 13:26:16.829934 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Aug 10 13:26:16.829934 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     return [] if not query else query.all()
Aug 10 13:26:16.829934 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2768, in all
Aug 10 13:26:16.829934 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     return self._iter().all()
Aug 10 13:26:16.829934 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Aug 10 13:26:16.829934 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     result = self.session.execute(
Aug 10 13:26:16.829934 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Aug 10 13:26:16.829934 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Aug 10 13:26:16.829934 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1631, in _execute_20
Aug 10 13:26:16.829934 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Aug 10 13:26:16.832600 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 332, in _execute_on_connection
Aug 10 13:26:16.832600 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     return connection._execute_clauseelement(
Aug 10 13:26:16.832600 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1498, in _execute_clauseelement
Aug 10 13:26:16.832600 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     ret = self._execute_context(
Aug 10 13:26:16.832600 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1862, in _execute_context
Aug 10 13:26:16.832600 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     self._handle_dbapi_exception(
Aug 10 13:26:16.832600 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2041, in _handle_dbapi_exception
Aug 10 13:26:16.832600 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Aug 10 13:26:16.832600 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Aug 10 13:26:16.832600 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     raise exception
Aug 10 13:26:16.832600 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1819, in _execute_context
Aug 10 13:26:16.832600 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     self.dialect.do_execute(
Aug 10 13:26:16.832600 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Aug 10 13:26:16.832600 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     cursor.execute(statement, parameters)
Aug 10 13:26:16.832600 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Aug 10 13:26:16.832600 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     result = self._query(query)
Aug 10 13:26:16.832600 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Aug 10 13:26:16.832600 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     conn.query(q)
Aug 10 13:26:16.832600 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Aug 10 13:26:16.832600 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Aug 10 13:26:16.832600 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Aug 10 13:26:16.833800 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     result.read()
Aug 10 13:26:16.833800 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Aug 10 13:26:16.833800 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     first_packet = self.connection._read_packet()
Aug 10 13:26:16.833800 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Aug 10 13:26:16.833800 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     packet.raise_for_error()
Aug 10 13:26:16.833800 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Aug 10 13:26:16.833800 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     err.raise_mysql_exception(self._data)
Aug 10 13:26:16.833800 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Aug 10 13:26:16.833800 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder     raise errorclass(errno, errval)
Aug 10 13:26:16.833800 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Aug 10 13:26:16.833800 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Aug 10 13:26:16.833800 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder FROM services
Aug 10 13:26:16.834442 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:26:16.834442 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder FROM clusters
Aug 10 13:26:16.834442 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Aug 10 13:26:16.834442 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder FROM clusters
Aug 10 13:26:16.834442 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Aug 10 13:26:16.834442 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Aug 10 13:26:16.834442 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Aug 10 13:26:16.834442 dv-cinder-851351-3-smb cinder-scheduler[830248]: ERROR cinder 
Aug 10 13:26:17.259861 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Aug 10 13:26:17.259890 dv-cinder-851351-3-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.