-- Logs begin at Tue 2022-09-20 11:30:35 UTC, end at Tue 2022-09-20 14:48:35 UTC. --
Sep 20 12:04:38.205026 dv-cinder-851351-4-smb systemd[1]: Started Devstack devstack@c-sch.service.
Sep 20 12:04:41.238649 dv-cinder-851351-4-smb cinder-scheduler[113927]: INFO dbcounter [None req-0e7294a3-624d-49e6-a828-02dcdad04942 None None] Registered counter for database cinder
Sep 20 12:04:41.265186 dv-cinder-851351-4-smb cinder-scheduler[113927]: DEBUG oslo_db.sqlalchemy.engines [None req-0e7294a3-624d-49e6-a828-02dcdad04942 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113927) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Sep 20 12:04:41.265656 dv-cinder-851351-4-smb cinder-scheduler[113927]: DEBUG dbcounter [-] [113927] Writer thread running {{(pid=113927) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Sep 20 12:04:41.482497 dv-cinder-851351-4-smb cinder-scheduler[113927]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 12:04:41.482497 dv-cinder-851351-4-smb cinder-scheduler[113927]:   from cryptography.utils import int_from_bytes
Sep 20 12:04:41.482497 dv-cinder-851351-4-smb cinder-scheduler[113927]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 12:04:41.482497 dv-cinder-851351-4-smb cinder-scheduler[113927]:   from cryptography.utils import int_from_bytes
Sep 20 12:04:41.494589 dv-cinder-851351-4-smb cinder-scheduler[113927]: CRITICAL cinder [None req-0e7294a3-624d-49e6-a828-02dcdad04942 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 12:04:41.494589 dv-cinder-851351-4-smb cinder-scheduler[113927]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 12:04:41.494589 dv-cinder-851351-4-smb cinder-scheduler[113927]: FROM services
Sep 20 12:04:41.494589 dv-cinder-851351-4-smb cinder-scheduler[113927]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 12:04:41.494589 dv-cinder-851351-4-smb cinder-scheduler[113927]: FROM clusters
Sep 20 12:04:41.494589 dv-cinder-851351-4-smb cinder-scheduler[113927]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 12:04:41.494589 dv-cinder-851351-4-smb cinder-scheduler[113927]: FROM clusters
Sep 20 12:04:41.494589 dv-cinder-851351-4-smb cinder-scheduler[113927]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 12:04:41.494589 dv-cinder-851351-4-smb cinder-scheduler[113927]: [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 12:04:41.494589 dv-cinder-851351-4-smb cinder-scheduler[113927]: (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 12:04:41.494589 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder Traceback (most recent call last):
Sep 20 12:04:41.495397 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 12:04:41.495397 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     self.dialect.do_execute(
Sep 20 12:04:41.495397 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 12:04:41.495397 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 12:04:41.495397 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 12:04:41.495397 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     result = self._query(query)
Sep 20 12:04:41.495397 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 12:04:41.495397 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     conn.query(q)
Sep 20 12:04:41.495397 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 12:04:41.495397 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 12:04:41.495397 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 12:04:41.495397 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     result.read()
Sep 20 12:04:41.495397 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 12:04:41.495397 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 12:04:41.495397 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 12:04:41.495397 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     packet.raise_for_error()
Sep 20 12:04:41.495397 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 12:04:41.495397 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 12:04:41.495397 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 12:04:41.495397 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 12:04:41.495397 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Sep 20 12:04:41.495397 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder 
Sep 20 12:04:41.496559 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder The above exception was the direct cause of the following exception:
Sep 20 12:04:41.496559 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder 
Sep 20 12:04:41.496559 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder Traceback (most recent call last):
Sep 20 12:04:41.496559 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Sep 20 12:04:41.496559 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     sys.exit(main())
Sep 20 12:04:41.496559 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Sep 20 12:04:41.496559 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Sep 20 12:04:41.496559 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Sep 20 12:04:41.496559 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Sep 20 12:04:41.496559 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Sep 20 12:04:41.496559 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     self.manager = manager_class(host=self.host,
Sep 20 12:04:41.496559 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Sep 20 12:04:41.496559 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Sep 20 12:04:41.496559 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 12:04:41.496559 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 12:04:41.496559 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Sep 20 12:04:41.496559 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Sep 20 12:04:41.496559 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Sep 20 12:04:41.496559 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     self.host_manager = importutils.import_object(
Sep 20 12:04:41.496559 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 12:04:41.496559 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 12:04:41.496559 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Sep 20 12:04:41.496559 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Sep 20 12:04:41.497884 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Sep 20 12:04:41.497884 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Sep 20 12:04:41.497884 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Sep 20 12:04:41.497884 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Sep 20 12:04:41.497884 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Sep 20 12:04:41.497884 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Sep 20 12:04:41.497884 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Sep 20 12:04:41.497884 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     return f(*args, **kwargs)
Sep 20 12:04:41.497884 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Sep 20 12:04:41.497884 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     return fn(*args, **kwargs)
Sep 20 12:04:41.497884 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Sep 20 12:04:41.497884 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     return [] if not query else query.all()
Sep 20 12:04:41.497884 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Sep 20 12:04:41.497884 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     return self._iter().all()
Sep 20 12:04:41.497884 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Sep 20 12:04:41.497884 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     result = self.session.execute(
Sep 20 12:04:41.497884 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Sep 20 12:04:41.497884 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Sep 20 12:04:41.497884 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Sep 20 12:04:41.497884 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Sep 20 12:04:41.498965 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Sep 20 12:04:41.498965 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     return connection._execute_clauseelement(
Sep 20 12:04:41.498965 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Sep 20 12:04:41.498965 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     ret = self._execute_context(
Sep 20 12:04:41.498965 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Sep 20 12:04:41.498965 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     self._handle_dbapi_exception(
Sep 20 12:04:41.498965 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Sep 20 12:04:41.498965 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Sep 20 12:04:41.498965 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Sep 20 12:04:41.498965 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     raise exception
Sep 20 12:04:41.498965 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 12:04:41.498965 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     self.dialect.do_execute(
Sep 20 12:04:41.498965 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 12:04:41.498965 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 12:04:41.498965 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 12:04:41.498965 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     result = self._query(query)
Sep 20 12:04:41.498965 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 12:04:41.498965 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     conn.query(q)
Sep 20 12:04:41.498965 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 12:04:41.498965 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 12:04:41.498965 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 12:04:41.500077 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     result.read()
Sep 20 12:04:41.500077 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 12:04:41.500077 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 12:04:41.500077 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 12:04:41.500077 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     packet.raise_for_error()
Sep 20 12:04:41.500077 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 12:04:41.500077 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 12:04:41.500077 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 12:04:41.500077 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 12:04:41.500077 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 12:04:41.500077 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 12:04:41.500077 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder FROM services
Sep 20 12:04:41.500812 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 12:04:41.500812 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder FROM clusters
Sep 20 12:04:41.500812 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 12:04:41.500812 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder FROM clusters
Sep 20 12:04:41.500812 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 12:04:41.500812 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 12:04:41.500812 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 12:04:41.500812 dv-cinder-851351-4-smb cinder-scheduler[113927]: ERROR cinder 
Sep 20 12:04:41.912519 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Sep 20 12:04:41.912546 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Sep 20 12:18:24.955095 dv-cinder-851351-4-smb systemd[1]: Started Devstack devstack@c-sch.service.
Sep 20 12:18:28.032249 dv-cinder-851351-4-smb cinder-scheduler[180206]: INFO dbcounter [None req-daeaa85a-e9b7-4e6c-830b-bf5699edf26c None None] Registered counter for database cinder
Sep 20 12:18:28.050973 dv-cinder-851351-4-smb cinder-scheduler[180206]: DEBUG oslo_db.sqlalchemy.engines [None req-daeaa85a-e9b7-4e6c-830b-bf5699edf26c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=180206) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Sep 20 12:18:28.059871 dv-cinder-851351-4-smb cinder-scheduler[180206]: DEBUG dbcounter [-] [180206] Writer thread running {{(pid=180206) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Sep 20 12:18:28.292390 dv-cinder-851351-4-smb cinder-scheduler[180206]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 12:18:28.292390 dv-cinder-851351-4-smb cinder-scheduler[180206]:   from cryptography.utils import int_from_bytes
Sep 20 12:18:28.292390 dv-cinder-851351-4-smb cinder-scheduler[180206]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 12:18:28.292390 dv-cinder-851351-4-smb cinder-scheduler[180206]:   from cryptography.utils import int_from_bytes
Sep 20 12:18:28.304595 dv-cinder-851351-4-smb cinder-scheduler[180206]: CRITICAL cinder [None req-daeaa85a-e9b7-4e6c-830b-bf5699edf26c None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 12:18:28.304595 dv-cinder-851351-4-smb cinder-scheduler[180206]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 12:18:28.304595 dv-cinder-851351-4-smb cinder-scheduler[180206]: FROM services
Sep 20 12:18:28.304595 dv-cinder-851351-4-smb cinder-scheduler[180206]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 12:18:28.304595 dv-cinder-851351-4-smb cinder-scheduler[180206]: FROM clusters
Sep 20 12:18:28.304595 dv-cinder-851351-4-smb cinder-scheduler[180206]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 12:18:28.304595 dv-cinder-851351-4-smb cinder-scheduler[180206]: FROM clusters
Sep 20 12:18:28.304595 dv-cinder-851351-4-smb cinder-scheduler[180206]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 12:18:28.304595 dv-cinder-851351-4-smb cinder-scheduler[180206]: [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 12:18:28.304595 dv-cinder-851351-4-smb cinder-scheduler[180206]: (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 12:18:28.304595 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder Traceback (most recent call last):
Sep 20 12:18:28.305860 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 12:18:28.305860 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     self.dialect.do_execute(
Sep 20 12:18:28.305860 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 12:18:28.305860 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 12:18:28.305860 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 12:18:28.305860 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     result = self._query(query)
Sep 20 12:18:28.305860 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 12:18:28.305860 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     conn.query(q)
Sep 20 12:18:28.305860 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 12:18:28.305860 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 12:18:28.305860 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 12:18:28.305860 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     result.read()
Sep 20 12:18:28.305860 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 12:18:28.305860 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 12:18:28.305860 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 12:18:28.305860 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     packet.raise_for_error()
Sep 20 12:18:28.305860 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 12:18:28.305860 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 12:18:28.305860 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 12:18:28.305860 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 12:18:28.305860 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Sep 20 12:18:28.305860 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder 
Sep 20 12:18:28.307979 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder The above exception was the direct cause of the following exception:
Sep 20 12:18:28.307979 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder 
Sep 20 12:18:28.307979 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder Traceback (most recent call last):
Sep 20 12:18:28.307979 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Sep 20 12:18:28.307979 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     sys.exit(main())
Sep 20 12:18:28.307979 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Sep 20 12:18:28.307979 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Sep 20 12:18:28.307979 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Sep 20 12:18:28.307979 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Sep 20 12:18:28.307979 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Sep 20 12:18:28.307979 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     self.manager = manager_class(host=self.host,
Sep 20 12:18:28.307979 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Sep 20 12:18:28.307979 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Sep 20 12:18:28.307979 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 12:18:28.307979 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 12:18:28.307979 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Sep 20 12:18:28.307979 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Sep 20 12:18:28.307979 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Sep 20 12:18:28.307979 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     self.host_manager = importutils.import_object(
Sep 20 12:18:28.307979 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 12:18:28.307979 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 12:18:28.307979 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Sep 20 12:18:28.307979 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Sep 20 12:18:28.312013 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Sep 20 12:18:28.312013 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Sep 20 12:18:28.312013 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Sep 20 12:18:28.312013 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Sep 20 12:18:28.312013 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Sep 20 12:18:28.312013 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Sep 20 12:18:28.312013 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Sep 20 12:18:28.312013 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     return f(*args, **kwargs)
Sep 20 12:18:28.312013 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Sep 20 12:18:28.312013 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     return fn(*args, **kwargs)
Sep 20 12:18:28.312013 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Sep 20 12:18:28.312013 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     return [] if not query else query.all()
Sep 20 12:18:28.312013 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Sep 20 12:18:28.312013 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     return self._iter().all()
Sep 20 12:18:28.312013 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Sep 20 12:18:28.312013 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     result = self.session.execute(
Sep 20 12:18:28.312013 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Sep 20 12:18:28.312013 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Sep 20 12:18:28.312013 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Sep 20 12:18:28.312013 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Sep 20 12:18:28.314343 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Sep 20 12:18:28.314343 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     return connection._execute_clauseelement(
Sep 20 12:18:28.314343 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Sep 20 12:18:28.314343 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     ret = self._execute_context(
Sep 20 12:18:28.314343 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Sep 20 12:18:28.314343 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     self._handle_dbapi_exception(
Sep 20 12:18:28.314343 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Sep 20 12:18:28.314343 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Sep 20 12:18:28.314343 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Sep 20 12:18:28.314343 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     raise exception
Sep 20 12:18:28.314343 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 12:18:28.314343 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     self.dialect.do_execute(
Sep 20 12:18:28.314343 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 12:18:28.314343 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 12:18:28.314343 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 12:18:28.314343 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     result = self._query(query)
Sep 20 12:18:28.314343 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 12:18:28.314343 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     conn.query(q)
Sep 20 12:18:28.314343 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 12:18:28.314343 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 12:18:28.314343 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 12:18:28.316656 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     result.read()
Sep 20 12:18:28.316656 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 12:18:28.316656 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 12:18:28.316656 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 12:18:28.316656 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     packet.raise_for_error()
Sep 20 12:18:28.316656 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 12:18:28.316656 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 12:18:28.316656 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 12:18:28.316656 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 12:18:28.316656 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 12:18:28.316656 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 12:18:28.316656 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder FROM services
Sep 20 12:18:28.319999 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 12:18:28.319999 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder FROM clusters
Sep 20 12:18:28.319999 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 12:18:28.319999 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder FROM clusters
Sep 20 12:18:28.319999 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 12:18:28.319999 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 12:18:28.319999 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 12:18:28.319999 dv-cinder-851351-4-smb cinder-scheduler[180206]: ERROR cinder 
Sep 20 12:18:28.735436 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Sep 20 12:18:28.735456 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Sep 20 12:32:35.409776 dv-cinder-851351-4-smb systemd[1]: Started Devstack devstack@c-sch.service.
Sep 20 12:32:38.645973 dv-cinder-851351-4-smb cinder-scheduler[258417]: INFO dbcounter [None req-15783c8c-f147-4314-85cd-913ce40aff0c None None] Registered counter for database cinder
Sep 20 12:32:38.667558 dv-cinder-851351-4-smb cinder-scheduler[258417]: DEBUG oslo_db.sqlalchemy.engines [None req-15783c8c-f147-4314-85cd-913ce40aff0c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=258417) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Sep 20 12:32:38.676603 dv-cinder-851351-4-smb cinder-scheduler[258417]: DEBUG dbcounter [-] [258417] Writer thread running {{(pid=258417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Sep 20 12:32:38.944683 dv-cinder-851351-4-smb cinder-scheduler[258417]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 12:32:38.944683 dv-cinder-851351-4-smb cinder-scheduler[258417]:   from cryptography.utils import int_from_bytes
Sep 20 12:32:38.944683 dv-cinder-851351-4-smb cinder-scheduler[258417]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 12:32:38.944683 dv-cinder-851351-4-smb cinder-scheduler[258417]:   from cryptography.utils import int_from_bytes
Sep 20 12:32:38.956947 dv-cinder-851351-4-smb cinder-scheduler[258417]: CRITICAL cinder [None req-15783c8c-f147-4314-85cd-913ce40aff0c None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 12:32:38.956947 dv-cinder-851351-4-smb cinder-scheduler[258417]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 12:32:38.956947 dv-cinder-851351-4-smb cinder-scheduler[258417]: FROM services
Sep 20 12:32:38.956947 dv-cinder-851351-4-smb cinder-scheduler[258417]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 12:32:38.956947 dv-cinder-851351-4-smb cinder-scheduler[258417]: FROM clusters
Sep 20 12:32:38.956947 dv-cinder-851351-4-smb cinder-scheduler[258417]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 12:32:38.956947 dv-cinder-851351-4-smb cinder-scheduler[258417]: FROM clusters
Sep 20 12:32:38.956947 dv-cinder-851351-4-smb cinder-scheduler[258417]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 12:32:38.956947 dv-cinder-851351-4-smb cinder-scheduler[258417]: [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 12:32:38.956947 dv-cinder-851351-4-smb cinder-scheduler[258417]: (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 12:32:38.956947 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder Traceback (most recent call last):
Sep 20 12:32:38.958687 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 12:32:38.958687 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     self.dialect.do_execute(
Sep 20 12:32:38.958687 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 12:32:38.958687 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 12:32:38.958687 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 12:32:38.958687 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     result = self._query(query)
Sep 20 12:32:38.958687 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 12:32:38.958687 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     conn.query(q)
Sep 20 12:32:38.958687 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 12:32:38.958687 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 12:32:38.958687 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 12:32:38.958687 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     result.read()
Sep 20 12:32:38.958687 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 12:32:38.958687 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 12:32:38.958687 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 12:32:38.958687 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     packet.raise_for_error()
Sep 20 12:32:38.958687 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 12:32:38.958687 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 12:32:38.958687 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 12:32:38.958687 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 12:32:38.958687 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Sep 20 12:32:38.958687 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder 
Sep 20 12:32:38.961577 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder The above exception was the direct cause of the following exception:
Sep 20 12:32:38.961577 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder 
Sep 20 12:32:38.961577 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder Traceback (most recent call last):
Sep 20 12:32:38.961577 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Sep 20 12:32:38.961577 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     sys.exit(main())
Sep 20 12:32:38.961577 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Sep 20 12:32:38.961577 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Sep 20 12:32:38.961577 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Sep 20 12:32:38.961577 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Sep 20 12:32:38.961577 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Sep 20 12:32:38.961577 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     self.manager = manager_class(host=self.host,
Sep 20 12:32:38.961577 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Sep 20 12:32:38.961577 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Sep 20 12:32:38.961577 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 12:32:38.961577 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 12:32:38.961577 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Sep 20 12:32:38.961577 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Sep 20 12:32:38.961577 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Sep 20 12:32:38.961577 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     self.host_manager = importutils.import_object(
Sep 20 12:32:38.961577 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 12:32:38.961577 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 12:32:38.961577 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Sep 20 12:32:38.961577 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Sep 20 12:32:38.964876 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Sep 20 12:32:38.964876 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Sep 20 12:32:38.964876 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Sep 20 12:32:38.964876 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Sep 20 12:32:38.964876 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Sep 20 12:32:38.964876 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Sep 20 12:32:38.964876 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Sep 20 12:32:38.964876 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     return f(*args, **kwargs)
Sep 20 12:32:38.964876 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Sep 20 12:32:38.964876 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     return fn(*args, **kwargs)
Sep 20 12:32:38.964876 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Sep 20 12:32:38.964876 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     return [] if not query else query.all()
Sep 20 12:32:38.964876 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Sep 20 12:32:38.964876 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     return self._iter().all()
Sep 20 12:32:38.964876 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Sep 20 12:32:38.964876 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     result = self.session.execute(
Sep 20 12:32:38.964876 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Sep 20 12:32:38.964876 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Sep 20 12:32:38.964876 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Sep 20 12:32:38.964876 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Sep 20 12:32:38.967524 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Sep 20 12:32:38.967524 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     return connection._execute_clauseelement(
Sep 20 12:32:38.967524 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Sep 20 12:32:38.967524 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     ret = self._execute_context(
Sep 20 12:32:38.967524 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Sep 20 12:32:38.967524 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     self._handle_dbapi_exception(
Sep 20 12:32:38.967524 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Sep 20 12:32:38.967524 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Sep 20 12:32:38.967524 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Sep 20 12:32:38.967524 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     raise exception
Sep 20 12:32:38.967524 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 12:32:38.967524 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     self.dialect.do_execute(
Sep 20 12:32:38.967524 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 12:32:38.967524 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 12:32:38.967524 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 12:32:38.967524 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     result = self._query(query)
Sep 20 12:32:38.967524 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 12:32:38.967524 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     conn.query(q)
Sep 20 12:32:38.967524 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 12:32:38.967524 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 12:32:38.967524 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 12:32:38.970194 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     result.read()
Sep 20 12:32:38.970194 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 12:32:38.970194 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 12:32:38.970194 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 12:32:38.970194 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     packet.raise_for_error()
Sep 20 12:32:38.970194 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 12:32:38.970194 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 12:32:38.970194 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 12:32:38.970194 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 12:32:38.970194 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 12:32:38.970194 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 12:32:38.970194 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder FROM services
Sep 20 12:32:38.974505 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 12:32:38.974505 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder FROM clusters
Sep 20 12:32:38.974505 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 12:32:38.974505 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder FROM clusters
Sep 20 12:32:38.974505 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 12:32:38.974505 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 12:32:38.974505 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 12:32:38.974505 dv-cinder-851351-4-smb cinder-scheduler[258417]: ERROR cinder 
Sep 20 12:32:39.370740 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Sep 20 12:32:39.370766 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Sep 20 12:46:27.912976 dv-cinder-851351-4-smb systemd[1]: Started Devstack devstack@c-sch.service.
Sep 20 12:46:31.209486 dv-cinder-851351-4-smb cinder-scheduler[329913]: INFO dbcounter [None req-2f2e2d4f-db95-4ca2-8a13-a59faa8eec91 None None] Registered counter for database cinder
Sep 20 12:46:31.229871 dv-cinder-851351-4-smb cinder-scheduler[329913]: DEBUG oslo_db.sqlalchemy.engines [None req-2f2e2d4f-db95-4ca2-8a13-a59faa8eec91 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=329913) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Sep 20 12:46:31.238982 dv-cinder-851351-4-smb cinder-scheduler[329913]: DEBUG dbcounter [-] [329913] Writer thread running {{(pid=329913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Sep 20 12:46:31.512991 dv-cinder-851351-4-smb cinder-scheduler[329913]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 12:46:31.512991 dv-cinder-851351-4-smb cinder-scheduler[329913]:   from cryptography.utils import int_from_bytes
Sep 20 12:46:31.512991 dv-cinder-851351-4-smb cinder-scheduler[329913]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 12:46:31.512991 dv-cinder-851351-4-smb cinder-scheduler[329913]:   from cryptography.utils import int_from_bytes
Sep 20 12:46:31.524810 dv-cinder-851351-4-smb cinder-scheduler[329913]: CRITICAL cinder [None req-2f2e2d4f-db95-4ca2-8a13-a59faa8eec91 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 12:46:31.524810 dv-cinder-851351-4-smb cinder-scheduler[329913]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 12:46:31.524810 dv-cinder-851351-4-smb cinder-scheduler[329913]: FROM services
Sep 20 12:46:31.524810 dv-cinder-851351-4-smb cinder-scheduler[329913]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 12:46:31.524810 dv-cinder-851351-4-smb cinder-scheduler[329913]: FROM clusters
Sep 20 12:46:31.524810 dv-cinder-851351-4-smb cinder-scheduler[329913]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 12:46:31.524810 dv-cinder-851351-4-smb cinder-scheduler[329913]: FROM clusters
Sep 20 12:46:31.524810 dv-cinder-851351-4-smb cinder-scheduler[329913]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 12:46:31.524810 dv-cinder-851351-4-smb cinder-scheduler[329913]: [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 12:46:31.524810 dv-cinder-851351-4-smb cinder-scheduler[329913]: (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 12:46:31.524810 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder Traceback (most recent call last):
Sep 20 12:46:31.526634 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 12:46:31.526634 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     self.dialect.do_execute(
Sep 20 12:46:31.526634 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 12:46:31.526634 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 12:46:31.526634 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 12:46:31.526634 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     result = self._query(query)
Sep 20 12:46:31.526634 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 12:46:31.526634 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     conn.query(q)
Sep 20 12:46:31.526634 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 12:46:31.526634 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 12:46:31.526634 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 12:46:31.526634 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     result.read()
Sep 20 12:46:31.526634 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 12:46:31.526634 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 12:46:31.526634 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 12:46:31.526634 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     packet.raise_for_error()
Sep 20 12:46:31.526634 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 12:46:31.526634 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 12:46:31.526634 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 12:46:31.526634 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 12:46:31.526634 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Sep 20 12:46:31.526634 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder 
Sep 20 12:46:31.530570 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder The above exception was the direct cause of the following exception:
Sep 20 12:46:31.530570 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder 
Sep 20 12:46:31.530570 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder Traceback (most recent call last):
Sep 20 12:46:31.530570 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Sep 20 12:46:31.530570 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     sys.exit(main())
Sep 20 12:46:31.530570 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Sep 20 12:46:31.530570 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Sep 20 12:46:31.530570 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Sep 20 12:46:31.530570 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Sep 20 12:46:31.530570 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Sep 20 12:46:31.530570 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     self.manager = manager_class(host=self.host,
Sep 20 12:46:31.530570 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Sep 20 12:46:31.530570 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Sep 20 12:46:31.530570 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 12:46:31.530570 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 12:46:31.530570 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Sep 20 12:46:31.530570 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Sep 20 12:46:31.530570 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Sep 20 12:46:31.530570 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     self.host_manager = importutils.import_object(
Sep 20 12:46:31.530570 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 12:46:31.530570 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 12:46:31.530570 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Sep 20 12:46:31.530570 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Sep 20 12:46:31.535406 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Sep 20 12:46:31.535406 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Sep 20 12:46:31.535406 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Sep 20 12:46:31.535406 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Sep 20 12:46:31.535406 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Sep 20 12:46:31.535406 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Sep 20 12:46:31.535406 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Sep 20 12:46:31.535406 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     return f(*args, **kwargs)
Sep 20 12:46:31.535406 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Sep 20 12:46:31.535406 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     return fn(*args, **kwargs)
Sep 20 12:46:31.535406 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Sep 20 12:46:31.535406 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     return [] if not query else query.all()
Sep 20 12:46:31.535406 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Sep 20 12:46:31.535406 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     return self._iter().all()
Sep 20 12:46:31.535406 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Sep 20 12:46:31.535406 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     result = self.session.execute(
Sep 20 12:46:31.535406 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Sep 20 12:46:31.535406 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Sep 20 12:46:31.535406 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Sep 20 12:46:31.535406 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Sep 20 12:46:31.541331 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Sep 20 12:46:31.541331 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     return connection._execute_clauseelement(
Sep 20 12:46:31.541331 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Sep 20 12:46:31.541331 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     ret = self._execute_context(
Sep 20 12:46:31.541331 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Sep 20 12:46:31.541331 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     self._handle_dbapi_exception(
Sep 20 12:46:31.541331 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Sep 20 12:46:31.541331 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Sep 20 12:46:31.541331 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Sep 20 12:46:31.541331 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     raise exception
Sep 20 12:46:31.541331 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 12:46:31.541331 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     self.dialect.do_execute(
Sep 20 12:46:31.541331 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 12:46:31.541331 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 12:46:31.541331 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 12:46:31.541331 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     result = self._query(query)
Sep 20 12:46:31.541331 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 12:46:31.541331 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     conn.query(q)
Sep 20 12:46:31.541331 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 12:46:31.541331 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 12:46:31.541331 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 12:46:31.547874 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     result.read()
Sep 20 12:46:31.547874 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 12:46:31.547874 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 12:46:31.547874 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 12:46:31.547874 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     packet.raise_for_error()
Sep 20 12:46:31.547874 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 12:46:31.547874 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 12:46:31.547874 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 12:46:31.547874 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 12:46:31.547874 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 12:46:31.547874 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 12:46:31.547874 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder FROM services
Sep 20 12:46:31.551998 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 12:46:31.551998 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder FROM clusters
Sep 20 12:46:31.551998 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 12:46:31.551998 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder FROM clusters
Sep 20 12:46:31.551998 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 12:46:31.551998 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 12:46:31.551998 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 12:46:31.551998 dv-cinder-851351-4-smb cinder-scheduler[329913]: ERROR cinder 
Sep 20 12:46:31.971731 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Sep 20 12:46:31.971745 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Sep 20 13:03:18.772658 dv-cinder-851351-4-smb systemd[1]: Started Devstack devstack@c-sch.service.
Sep 20 13:03:21.905993 dv-cinder-851351-4-smb cinder-scheduler[402384]: INFO dbcounter [None req-ed6e35ca-c9b2-458e-bd60-1322344bef66 None None] Registered counter for database cinder
Sep 20 13:03:21.927375 dv-cinder-851351-4-smb cinder-scheduler[402384]: DEBUG oslo_db.sqlalchemy.engines [None req-ed6e35ca-c9b2-458e-bd60-1322344bef66 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=402384) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Sep 20 13:03:21.935434 dv-cinder-851351-4-smb cinder-scheduler[402384]: DEBUG dbcounter [-] [402384] Writer thread running {{(pid=402384) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Sep 20 13:03:22.161790 dv-cinder-851351-4-smb cinder-scheduler[402384]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 13:03:22.161790 dv-cinder-851351-4-smb cinder-scheduler[402384]:   from cryptography.utils import int_from_bytes
Sep 20 13:03:22.161790 dv-cinder-851351-4-smb cinder-scheduler[402384]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 13:03:22.161790 dv-cinder-851351-4-smb cinder-scheduler[402384]:   from cryptography.utils import int_from_bytes
Sep 20 13:03:22.173936 dv-cinder-851351-4-smb cinder-scheduler[402384]: CRITICAL cinder [None req-ed6e35ca-c9b2-458e-bd60-1322344bef66 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 13:03:22.173936 dv-cinder-851351-4-smb cinder-scheduler[402384]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 13:03:22.173936 dv-cinder-851351-4-smb cinder-scheduler[402384]: FROM services
Sep 20 13:03:22.173936 dv-cinder-851351-4-smb cinder-scheduler[402384]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 13:03:22.173936 dv-cinder-851351-4-smb cinder-scheduler[402384]: FROM clusters
Sep 20 13:03:22.173936 dv-cinder-851351-4-smb cinder-scheduler[402384]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 13:03:22.173936 dv-cinder-851351-4-smb cinder-scheduler[402384]: FROM clusters
Sep 20 13:03:22.173936 dv-cinder-851351-4-smb cinder-scheduler[402384]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 13:03:22.173936 dv-cinder-851351-4-smb cinder-scheduler[402384]: [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 13:03:22.173936 dv-cinder-851351-4-smb cinder-scheduler[402384]: (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 13:03:22.173936 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder Traceback (most recent call last):
Sep 20 13:03:22.174817 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 13:03:22.174817 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     self.dialect.do_execute(
Sep 20 13:03:22.174817 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 13:03:22.174817 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 13:03:22.174817 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 13:03:22.174817 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     result = self._query(query)
Sep 20 13:03:22.174817 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 13:03:22.174817 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     conn.query(q)
Sep 20 13:03:22.174817 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 13:03:22.174817 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 13:03:22.174817 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 13:03:22.174817 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     result.read()
Sep 20 13:03:22.174817 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 13:03:22.174817 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 13:03:22.174817 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 13:03:22.174817 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     packet.raise_for_error()
Sep 20 13:03:22.174817 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 13:03:22.174817 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 13:03:22.174817 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 13:03:22.174817 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 13:03:22.174817 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Sep 20 13:03:22.174817 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder 
Sep 20 13:03:22.176222 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder The above exception was the direct cause of the following exception:
Sep 20 13:03:22.176222 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder 
Sep 20 13:03:22.176222 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder Traceback (most recent call last):
Sep 20 13:03:22.176222 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Sep 20 13:03:22.176222 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     sys.exit(main())
Sep 20 13:03:22.176222 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Sep 20 13:03:22.176222 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Sep 20 13:03:22.176222 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Sep 20 13:03:22.176222 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Sep 20 13:03:22.176222 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Sep 20 13:03:22.176222 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     self.manager = manager_class(host=self.host,
Sep 20 13:03:22.176222 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Sep 20 13:03:22.176222 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Sep 20 13:03:22.176222 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 13:03:22.176222 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 13:03:22.176222 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Sep 20 13:03:22.176222 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Sep 20 13:03:22.176222 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Sep 20 13:03:22.176222 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     self.host_manager = importutils.import_object(
Sep 20 13:03:22.176222 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 13:03:22.176222 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 13:03:22.176222 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Sep 20 13:03:22.176222 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Sep 20 13:03:22.177734 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Sep 20 13:03:22.177734 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Sep 20 13:03:22.177734 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Sep 20 13:03:22.177734 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Sep 20 13:03:22.177734 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Sep 20 13:03:22.177734 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Sep 20 13:03:22.177734 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Sep 20 13:03:22.177734 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     return f(*args, **kwargs)
Sep 20 13:03:22.177734 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Sep 20 13:03:22.177734 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     return fn(*args, **kwargs)
Sep 20 13:03:22.177734 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Sep 20 13:03:22.177734 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     return [] if not query else query.all()
Sep 20 13:03:22.177734 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Sep 20 13:03:22.177734 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     return self._iter().all()
Sep 20 13:03:22.177734 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Sep 20 13:03:22.177734 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     result = self.session.execute(
Sep 20 13:03:22.177734 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Sep 20 13:03:22.177734 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Sep 20 13:03:22.177734 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Sep 20 13:03:22.177734 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Sep 20 13:03:22.178988 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Sep 20 13:03:22.178988 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     return connection._execute_clauseelement(
Sep 20 13:03:22.178988 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Sep 20 13:03:22.178988 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     ret = self._execute_context(
Sep 20 13:03:22.178988 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Sep 20 13:03:22.178988 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     self._handle_dbapi_exception(
Sep 20 13:03:22.178988 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Sep 20 13:03:22.178988 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Sep 20 13:03:22.178988 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Sep 20 13:03:22.178988 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     raise exception
Sep 20 13:03:22.178988 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 13:03:22.178988 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     self.dialect.do_execute(
Sep 20 13:03:22.178988 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 13:03:22.178988 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 13:03:22.178988 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 13:03:22.178988 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     result = self._query(query)
Sep 20 13:03:22.178988 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 13:03:22.178988 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     conn.query(q)
Sep 20 13:03:22.178988 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 13:03:22.178988 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 13:03:22.178988 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 13:03:22.180430 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     result.read()
Sep 20 13:03:22.180430 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 13:03:22.180430 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 13:03:22.180430 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 13:03:22.180430 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     packet.raise_for_error()
Sep 20 13:03:22.180430 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 13:03:22.180430 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 13:03:22.180430 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 13:03:22.180430 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 13:03:22.180430 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 13:03:22.180430 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 13:03:22.180430 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder FROM services
Sep 20 13:03:22.181088 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 13:03:22.181088 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder FROM clusters
Sep 20 13:03:22.181088 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 13:03:22.181088 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder FROM clusters
Sep 20 13:03:22.181088 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 13:03:22.181088 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 13:03:22.181088 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 13:03:22.181088 dv-cinder-851351-4-smb cinder-scheduler[402384]: ERROR cinder 
Sep 20 13:03:22.593037 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Sep 20 13:03:22.593070 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Sep 20 13:17:06.124242 dv-cinder-851351-4-smb systemd[1]: Started Devstack devstack@c-sch.service.
Sep 20 13:17:09.590528 dv-cinder-851351-4-smb cinder-scheduler[468633]: INFO dbcounter [None req-34fc0685-4f2d-4999-a743-f0d199060940 None None] Registered counter for database cinder
Sep 20 13:17:09.620581 dv-cinder-851351-4-smb cinder-scheduler[468633]: DEBUG oslo_db.sqlalchemy.engines [None req-34fc0685-4f2d-4999-a743-f0d199060940 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=468633) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Sep 20 13:17:09.632022 dv-cinder-851351-4-smb cinder-scheduler[468633]: DEBUG dbcounter [-] [468633] Writer thread running {{(pid=468633) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Sep 20 13:17:09.889652 dv-cinder-851351-4-smb cinder-scheduler[468633]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 13:17:09.889652 dv-cinder-851351-4-smb cinder-scheduler[468633]:   from cryptography.utils import int_from_bytes
Sep 20 13:17:09.889652 dv-cinder-851351-4-smb cinder-scheduler[468633]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 13:17:09.889652 dv-cinder-851351-4-smb cinder-scheduler[468633]:   from cryptography.utils import int_from_bytes
Sep 20 13:17:09.901556 dv-cinder-851351-4-smb cinder-scheduler[468633]: CRITICAL cinder [None req-34fc0685-4f2d-4999-a743-f0d199060940 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 13:17:09.901556 dv-cinder-851351-4-smb cinder-scheduler[468633]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 13:17:09.901556 dv-cinder-851351-4-smb cinder-scheduler[468633]: FROM services
Sep 20 13:17:09.901556 dv-cinder-851351-4-smb cinder-scheduler[468633]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 13:17:09.901556 dv-cinder-851351-4-smb cinder-scheduler[468633]: FROM clusters
Sep 20 13:17:09.901556 dv-cinder-851351-4-smb cinder-scheduler[468633]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 13:17:09.901556 dv-cinder-851351-4-smb cinder-scheduler[468633]: FROM clusters
Sep 20 13:17:09.901556 dv-cinder-851351-4-smb cinder-scheduler[468633]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 13:17:09.901556 dv-cinder-851351-4-smb cinder-scheduler[468633]: [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 13:17:09.901556 dv-cinder-851351-4-smb cinder-scheduler[468633]: (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 13:17:09.901556 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder Traceback (most recent call last):
Sep 20 13:17:09.902451 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 13:17:09.902451 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     self.dialect.do_execute(
Sep 20 13:17:09.902451 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 13:17:09.902451 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 13:17:09.902451 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 13:17:09.902451 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     result = self._query(query)
Sep 20 13:17:09.902451 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 13:17:09.902451 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     conn.query(q)
Sep 20 13:17:09.902451 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 13:17:09.902451 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 13:17:09.902451 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 13:17:09.902451 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     result.read()
Sep 20 13:17:09.902451 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 13:17:09.902451 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 13:17:09.902451 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 13:17:09.902451 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     packet.raise_for_error()
Sep 20 13:17:09.902451 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 13:17:09.902451 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 13:17:09.902451 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 13:17:09.902451 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 13:17:09.902451 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Sep 20 13:17:09.902451 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder 
Sep 20 13:17:09.903722 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder The above exception was the direct cause of the following exception:
Sep 20 13:17:09.903722 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder 
Sep 20 13:17:09.903722 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder Traceback (most recent call last):
Sep 20 13:17:09.903722 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Sep 20 13:17:09.903722 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     sys.exit(main())
Sep 20 13:17:09.903722 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Sep 20 13:17:09.903722 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Sep 20 13:17:09.903722 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Sep 20 13:17:09.903722 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Sep 20 13:17:09.903722 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Sep 20 13:17:09.903722 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     self.manager = manager_class(host=self.host,
Sep 20 13:17:09.903722 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Sep 20 13:17:09.903722 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Sep 20 13:17:09.903722 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 13:17:09.903722 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 13:17:09.903722 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Sep 20 13:17:09.903722 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Sep 20 13:17:09.903722 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Sep 20 13:17:09.903722 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     self.host_manager = importutils.import_object(
Sep 20 13:17:09.903722 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 13:17:09.903722 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 13:17:09.903722 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Sep 20 13:17:09.903722 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Sep 20 13:17:09.905110 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Sep 20 13:17:09.905110 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Sep 20 13:17:09.905110 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Sep 20 13:17:09.905110 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Sep 20 13:17:09.905110 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Sep 20 13:17:09.905110 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Sep 20 13:17:09.905110 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Sep 20 13:17:09.905110 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     return f(*args, **kwargs)
Sep 20 13:17:09.905110 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Sep 20 13:17:09.905110 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     return fn(*args, **kwargs)
Sep 20 13:17:09.905110 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Sep 20 13:17:09.905110 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     return [] if not query else query.all()
Sep 20 13:17:09.905110 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Sep 20 13:17:09.905110 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     return self._iter().all()
Sep 20 13:17:09.905110 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Sep 20 13:17:09.905110 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     result = self.session.execute(
Sep 20 13:17:09.905110 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Sep 20 13:17:09.905110 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Sep 20 13:17:09.905110 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Sep 20 13:17:09.905110 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Sep 20 13:17:09.906910 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Sep 20 13:17:09.906910 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     return connection._execute_clauseelement(
Sep 20 13:17:09.906910 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Sep 20 13:17:09.906910 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     ret = self._execute_context(
Sep 20 13:17:09.906910 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Sep 20 13:17:09.906910 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     self._handle_dbapi_exception(
Sep 20 13:17:09.906910 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Sep 20 13:17:09.906910 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Sep 20 13:17:09.906910 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Sep 20 13:17:09.906910 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     raise exception
Sep 20 13:17:09.906910 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 13:17:09.906910 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     self.dialect.do_execute(
Sep 20 13:17:09.906910 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 13:17:09.906910 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 13:17:09.906910 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 13:17:09.906910 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     result = self._query(query)
Sep 20 13:17:09.906910 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 13:17:09.906910 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     conn.query(q)
Sep 20 13:17:09.906910 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 13:17:09.906910 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 13:17:09.906910 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 13:17:09.908509 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     result.read()
Sep 20 13:17:09.908509 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 13:17:09.908509 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 13:17:09.908509 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 13:17:09.908509 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     packet.raise_for_error()
Sep 20 13:17:09.908509 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 13:17:09.908509 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 13:17:09.908509 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 13:17:09.908509 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 13:17:09.908509 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 13:17:09.908509 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 13:17:09.908509 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder FROM services
Sep 20 13:17:09.910963 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 13:17:09.910963 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder FROM clusters
Sep 20 13:17:09.910963 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 13:17:09.910963 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder FROM clusters
Sep 20 13:17:09.910963 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 13:17:09.910963 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 13:17:09.910963 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 13:17:09.910963 dv-cinder-851351-4-smb cinder-scheduler[468633]: ERROR cinder 
Sep 20 13:17:10.334238 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Sep 20 13:17:10.334252 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Sep 20 13:31:13.014035 dv-cinder-851351-4-smb systemd[1]: Started Devstack devstack@c-sch.service.
Sep 20 13:31:16.133667 dv-cinder-851351-4-smb cinder-scheduler[535499]: INFO dbcounter [None req-74bb6612-9c65-4e34-a068-876f28fa0c82 None None] Registered counter for database cinder
Sep 20 13:31:16.166563 dv-cinder-851351-4-smb cinder-scheduler[535499]: DEBUG oslo_db.sqlalchemy.engines [None req-74bb6612-9c65-4e34-a068-876f28fa0c82 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=535499) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Sep 20 13:31:16.176751 dv-cinder-851351-4-smb cinder-scheduler[535499]: DEBUG dbcounter [-] [535499] Writer thread running {{(pid=535499) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Sep 20 13:31:16.410607 dv-cinder-851351-4-smb cinder-scheduler[535499]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 13:31:16.410607 dv-cinder-851351-4-smb cinder-scheduler[535499]:   from cryptography.utils import int_from_bytes
Sep 20 13:31:16.410607 dv-cinder-851351-4-smb cinder-scheduler[535499]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 13:31:16.410607 dv-cinder-851351-4-smb cinder-scheduler[535499]:   from cryptography.utils import int_from_bytes
Sep 20 13:31:16.423012 dv-cinder-851351-4-smb cinder-scheduler[535499]: CRITICAL cinder [None req-74bb6612-9c65-4e34-a068-876f28fa0c82 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 13:31:16.423012 dv-cinder-851351-4-smb cinder-scheduler[535499]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 13:31:16.423012 dv-cinder-851351-4-smb cinder-scheduler[535499]: FROM services
Sep 20 13:31:16.423012 dv-cinder-851351-4-smb cinder-scheduler[535499]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 13:31:16.423012 dv-cinder-851351-4-smb cinder-scheduler[535499]: FROM clusters
Sep 20 13:31:16.423012 dv-cinder-851351-4-smb cinder-scheduler[535499]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 13:31:16.423012 dv-cinder-851351-4-smb cinder-scheduler[535499]: FROM clusters
Sep 20 13:31:16.423012 dv-cinder-851351-4-smb cinder-scheduler[535499]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 13:31:16.423012 dv-cinder-851351-4-smb cinder-scheduler[535499]: [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 13:31:16.423012 dv-cinder-851351-4-smb cinder-scheduler[535499]: (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 13:31:16.423012 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder Traceback (most recent call last):
Sep 20 13:31:16.423911 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 13:31:16.423911 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     self.dialect.do_execute(
Sep 20 13:31:16.423911 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 13:31:16.423911 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 13:31:16.423911 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 13:31:16.423911 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     result = self._query(query)
Sep 20 13:31:16.423911 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 13:31:16.423911 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     conn.query(q)
Sep 20 13:31:16.423911 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 13:31:16.423911 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 13:31:16.423911 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 13:31:16.423911 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     result.read()
Sep 20 13:31:16.423911 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 13:31:16.423911 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 13:31:16.423911 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 13:31:16.423911 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     packet.raise_for_error()
Sep 20 13:31:16.423911 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 13:31:16.423911 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 13:31:16.423911 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 13:31:16.423911 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 13:31:16.423911 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Sep 20 13:31:16.423911 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder 
Sep 20 13:31:16.425393 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder The above exception was the direct cause of the following exception:
Sep 20 13:31:16.425393 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder 
Sep 20 13:31:16.425393 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder Traceback (most recent call last):
Sep 20 13:31:16.425393 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Sep 20 13:31:16.425393 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     sys.exit(main())
Sep 20 13:31:16.425393 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Sep 20 13:31:16.425393 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Sep 20 13:31:16.425393 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Sep 20 13:31:16.425393 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Sep 20 13:31:16.425393 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Sep 20 13:31:16.425393 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     self.manager = manager_class(host=self.host,
Sep 20 13:31:16.425393 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Sep 20 13:31:16.425393 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Sep 20 13:31:16.425393 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 13:31:16.425393 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 13:31:16.425393 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Sep 20 13:31:16.425393 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Sep 20 13:31:16.425393 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Sep 20 13:31:16.425393 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     self.host_manager = importutils.import_object(
Sep 20 13:31:16.425393 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 13:31:16.425393 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 13:31:16.425393 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Sep 20 13:31:16.425393 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Sep 20 13:31:16.427522 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Sep 20 13:31:16.427522 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Sep 20 13:31:16.427522 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Sep 20 13:31:16.427522 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Sep 20 13:31:16.427522 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Sep 20 13:31:16.427522 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Sep 20 13:31:16.427522 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Sep 20 13:31:16.427522 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     return f(*args, **kwargs)
Sep 20 13:31:16.427522 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Sep 20 13:31:16.427522 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     return fn(*args, **kwargs)
Sep 20 13:31:16.427522 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Sep 20 13:31:16.427522 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     return [] if not query else query.all()
Sep 20 13:31:16.427522 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Sep 20 13:31:16.427522 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     return self._iter().all()
Sep 20 13:31:16.427522 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Sep 20 13:31:16.427522 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     result = self.session.execute(
Sep 20 13:31:16.427522 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Sep 20 13:31:16.427522 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Sep 20 13:31:16.427522 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Sep 20 13:31:16.427522 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Sep 20 13:31:16.429117 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Sep 20 13:31:16.429117 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     return connection._execute_clauseelement(
Sep 20 13:31:16.429117 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Sep 20 13:31:16.429117 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     ret = self._execute_context(
Sep 20 13:31:16.429117 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Sep 20 13:31:16.429117 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     self._handle_dbapi_exception(
Sep 20 13:31:16.429117 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Sep 20 13:31:16.429117 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Sep 20 13:31:16.429117 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Sep 20 13:31:16.429117 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     raise exception
Sep 20 13:31:16.429117 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 13:31:16.429117 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     self.dialect.do_execute(
Sep 20 13:31:16.429117 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 13:31:16.429117 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 13:31:16.429117 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 13:31:16.429117 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     result = self._query(query)
Sep 20 13:31:16.429117 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 13:31:16.429117 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     conn.query(q)
Sep 20 13:31:16.429117 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 13:31:16.429117 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 13:31:16.429117 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 13:31:16.436206 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     result.read()
Sep 20 13:31:16.436206 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 13:31:16.436206 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 13:31:16.436206 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 13:31:16.436206 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     packet.raise_for_error()
Sep 20 13:31:16.436206 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 13:31:16.436206 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 13:31:16.436206 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 13:31:16.436206 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 13:31:16.436206 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 13:31:16.436206 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 13:31:16.436206 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder FROM services
Sep 20 13:31:16.438502 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 13:31:16.438502 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder FROM clusters
Sep 20 13:31:16.438502 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 13:31:16.438502 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder FROM clusters
Sep 20 13:31:16.438502 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 13:31:16.438502 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 13:31:16.438502 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 13:31:16.438502 dv-cinder-851351-4-smb cinder-scheduler[535499]: ERROR cinder 
Sep 20 13:31:16.845276 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Sep 20 13:31:16.845317 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Sep 20 13:45:12.001351 dv-cinder-851351-4-smb systemd[1]: Started Devstack devstack@c-sch.service.
Sep 20 13:45:15.372523 dv-cinder-851351-4-smb cinder-scheduler[601805]: INFO dbcounter [None req-a5aad67b-1104-475f-bbf6-1846de301611 None None] Registered counter for database cinder
Sep 20 13:45:15.392317 dv-cinder-851351-4-smb cinder-scheduler[601805]: DEBUG oslo_db.sqlalchemy.engines [None req-a5aad67b-1104-475f-bbf6-1846de301611 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=601805) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Sep 20 13:45:15.402115 dv-cinder-851351-4-smb cinder-scheduler[601805]: DEBUG dbcounter [-] [601805] Writer thread running {{(pid=601805) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Sep 20 13:45:15.621860 dv-cinder-851351-4-smb cinder-scheduler[601805]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 13:45:15.621860 dv-cinder-851351-4-smb cinder-scheduler[601805]:   from cryptography.utils import int_from_bytes
Sep 20 13:45:15.621860 dv-cinder-851351-4-smb cinder-scheduler[601805]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 13:45:15.621860 dv-cinder-851351-4-smb cinder-scheduler[601805]:   from cryptography.utils import int_from_bytes
Sep 20 13:45:15.634105 dv-cinder-851351-4-smb cinder-scheduler[601805]: CRITICAL cinder [None req-a5aad67b-1104-475f-bbf6-1846de301611 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 13:45:15.634105 dv-cinder-851351-4-smb cinder-scheduler[601805]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 13:45:15.634105 dv-cinder-851351-4-smb cinder-scheduler[601805]: FROM services
Sep 20 13:45:15.634105 dv-cinder-851351-4-smb cinder-scheduler[601805]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 13:45:15.634105 dv-cinder-851351-4-smb cinder-scheduler[601805]: FROM clusters
Sep 20 13:45:15.634105 dv-cinder-851351-4-smb cinder-scheduler[601805]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 13:45:15.634105 dv-cinder-851351-4-smb cinder-scheduler[601805]: FROM clusters
Sep 20 13:45:15.634105 dv-cinder-851351-4-smb cinder-scheduler[601805]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 13:45:15.634105 dv-cinder-851351-4-smb cinder-scheduler[601805]: [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 13:45:15.634105 dv-cinder-851351-4-smb cinder-scheduler[601805]: (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 13:45:15.634105 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder Traceback (most recent call last):
Sep 20 13:45:15.635467 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 13:45:15.635467 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     self.dialect.do_execute(
Sep 20 13:45:15.635467 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 13:45:15.635467 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 13:45:15.635467 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 13:45:15.635467 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     result = self._query(query)
Sep 20 13:45:15.635467 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 13:45:15.635467 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     conn.query(q)
Sep 20 13:45:15.635467 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 13:45:15.635467 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 13:45:15.635467 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 13:45:15.635467 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     result.read()
Sep 20 13:45:15.635467 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 13:45:15.635467 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 13:45:15.635467 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 13:45:15.635467 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     packet.raise_for_error()
Sep 20 13:45:15.635467 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 13:45:15.635467 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 13:45:15.635467 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 13:45:15.635467 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 13:45:15.635467 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Sep 20 13:45:15.635467 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder 
Sep 20 13:45:15.638495 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder The above exception was the direct cause of the following exception:
Sep 20 13:45:15.638495 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder 
Sep 20 13:45:15.638495 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder Traceback (most recent call last):
Sep 20 13:45:15.638495 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Sep 20 13:45:15.638495 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     sys.exit(main())
Sep 20 13:45:15.638495 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Sep 20 13:45:15.638495 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Sep 20 13:45:15.638495 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Sep 20 13:45:15.638495 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Sep 20 13:45:15.638495 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Sep 20 13:45:15.638495 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     self.manager = manager_class(host=self.host,
Sep 20 13:45:15.638495 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Sep 20 13:45:15.638495 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Sep 20 13:45:15.638495 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 13:45:15.638495 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 13:45:15.638495 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Sep 20 13:45:15.638495 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Sep 20 13:45:15.638495 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Sep 20 13:45:15.638495 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     self.host_manager = importutils.import_object(
Sep 20 13:45:15.638495 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 13:45:15.638495 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 13:45:15.638495 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Sep 20 13:45:15.638495 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Sep 20 13:45:15.643496 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Sep 20 13:45:15.643496 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Sep 20 13:45:15.643496 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Sep 20 13:45:15.643496 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Sep 20 13:45:15.643496 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Sep 20 13:45:15.643496 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Sep 20 13:45:15.643496 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Sep 20 13:45:15.643496 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     return f(*args, **kwargs)
Sep 20 13:45:15.643496 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Sep 20 13:45:15.643496 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     return fn(*args, **kwargs)
Sep 20 13:45:15.643496 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Sep 20 13:45:15.643496 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     return [] if not query else query.all()
Sep 20 13:45:15.643496 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Sep 20 13:45:15.643496 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     return self._iter().all()
Sep 20 13:45:15.643496 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Sep 20 13:45:15.643496 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     result = self.session.execute(
Sep 20 13:45:15.643496 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Sep 20 13:45:15.643496 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Sep 20 13:45:15.643496 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Sep 20 13:45:15.643496 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Sep 20 13:45:15.648808 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Sep 20 13:45:15.648808 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     return connection._execute_clauseelement(
Sep 20 13:45:15.648808 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Sep 20 13:45:15.648808 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     ret = self._execute_context(
Sep 20 13:45:15.648808 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Sep 20 13:45:15.648808 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     self._handle_dbapi_exception(
Sep 20 13:45:15.648808 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Sep 20 13:45:15.648808 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Sep 20 13:45:15.648808 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Sep 20 13:45:15.648808 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     raise exception
Sep 20 13:45:15.648808 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 13:45:15.648808 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     self.dialect.do_execute(
Sep 20 13:45:15.648808 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 13:45:15.648808 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 13:45:15.648808 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 13:45:15.648808 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     result = self._query(query)
Sep 20 13:45:15.648808 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 13:45:15.648808 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     conn.query(q)
Sep 20 13:45:15.648808 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 13:45:15.648808 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 13:45:15.648808 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 13:45:15.654426 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     result.read()
Sep 20 13:45:15.654426 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 13:45:15.654426 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 13:45:15.654426 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 13:45:15.654426 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     packet.raise_for_error()
Sep 20 13:45:15.654426 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 13:45:15.654426 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 13:45:15.654426 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 13:45:15.654426 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 13:45:15.654426 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 13:45:15.654426 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 13:45:15.654426 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder FROM services
Sep 20 13:45:15.658803 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 13:45:15.658803 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder FROM clusters
Sep 20 13:45:15.658803 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 13:45:15.658803 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder FROM clusters
Sep 20 13:45:15.658803 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 13:45:15.658803 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 13:45:15.658803 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 13:45:15.658803 dv-cinder-851351-4-smb cinder-scheduler[601805]: ERROR cinder 
Sep 20 13:45:16.051317 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Sep 20 13:45:16.051348 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Sep 20 14:01:59.573065 dv-cinder-851351-4-smb systemd[1]: Started Devstack devstack@c-sch.service.
Sep 20 14:02:02.926702 dv-cinder-851351-4-smb cinder-scheduler[674328]: INFO dbcounter [None req-874b1df5-5a90-490f-8b99-aa604beb5887 None None] Registered counter for database cinder
Sep 20 14:02:02.947020 dv-cinder-851351-4-smb cinder-scheduler[674328]: DEBUG oslo_db.sqlalchemy.engines [None req-874b1df5-5a90-490f-8b99-aa604beb5887 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=674328) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Sep 20 14:02:02.954867 dv-cinder-851351-4-smb cinder-scheduler[674328]: DEBUG dbcounter [-] [674328] Writer thread running {{(pid=674328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Sep 20 14:02:03.176226 dv-cinder-851351-4-smb cinder-scheduler[674328]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 14:02:03.176226 dv-cinder-851351-4-smb cinder-scheduler[674328]:   from cryptography.utils import int_from_bytes
Sep 20 14:02:03.176226 dv-cinder-851351-4-smb cinder-scheduler[674328]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 14:02:03.176226 dv-cinder-851351-4-smb cinder-scheduler[674328]:   from cryptography.utils import int_from_bytes
Sep 20 14:02:03.187470 dv-cinder-851351-4-smb cinder-scheduler[674328]: CRITICAL cinder [None req-874b1df5-5a90-490f-8b99-aa604beb5887 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 14:02:03.187470 dv-cinder-851351-4-smb cinder-scheduler[674328]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 14:02:03.187470 dv-cinder-851351-4-smb cinder-scheduler[674328]: FROM services
Sep 20 14:02:03.187470 dv-cinder-851351-4-smb cinder-scheduler[674328]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 14:02:03.187470 dv-cinder-851351-4-smb cinder-scheduler[674328]: FROM clusters
Sep 20 14:02:03.187470 dv-cinder-851351-4-smb cinder-scheduler[674328]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 14:02:03.187470 dv-cinder-851351-4-smb cinder-scheduler[674328]: FROM clusters
Sep 20 14:02:03.187470 dv-cinder-851351-4-smb cinder-scheduler[674328]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 14:02:03.187470 dv-cinder-851351-4-smb cinder-scheduler[674328]: [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 14:02:03.187470 dv-cinder-851351-4-smb cinder-scheduler[674328]: (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 14:02:03.187470 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder Traceback (most recent call last):
Sep 20 14:02:03.188288 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 14:02:03.188288 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     self.dialect.do_execute(
Sep 20 14:02:03.188288 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 14:02:03.188288 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 14:02:03.188288 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 14:02:03.188288 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     result = self._query(query)
Sep 20 14:02:03.188288 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 14:02:03.188288 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     conn.query(q)
Sep 20 14:02:03.188288 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 14:02:03.188288 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 14:02:03.188288 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 14:02:03.188288 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     result.read()
Sep 20 14:02:03.188288 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 14:02:03.188288 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 14:02:03.188288 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 14:02:03.188288 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     packet.raise_for_error()
Sep 20 14:02:03.188288 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 14:02:03.188288 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 14:02:03.188288 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 14:02:03.188288 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 14:02:03.188288 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Sep 20 14:02:03.188288 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder 
Sep 20 14:02:03.189676 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder The above exception was the direct cause of the following exception:
Sep 20 14:02:03.189676 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder 
Sep 20 14:02:03.189676 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder Traceback (most recent call last):
Sep 20 14:02:03.189676 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Sep 20 14:02:03.189676 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     sys.exit(main())
Sep 20 14:02:03.189676 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Sep 20 14:02:03.189676 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Sep 20 14:02:03.189676 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Sep 20 14:02:03.189676 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Sep 20 14:02:03.189676 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Sep 20 14:02:03.189676 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     self.manager = manager_class(host=self.host,
Sep 20 14:02:03.189676 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Sep 20 14:02:03.189676 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Sep 20 14:02:03.189676 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 14:02:03.189676 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 14:02:03.189676 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Sep 20 14:02:03.189676 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Sep 20 14:02:03.189676 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Sep 20 14:02:03.189676 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     self.host_manager = importutils.import_object(
Sep 20 14:02:03.189676 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 14:02:03.189676 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 14:02:03.189676 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Sep 20 14:02:03.189676 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Sep 20 14:02:03.192032 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Sep 20 14:02:03.192032 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Sep 20 14:02:03.192032 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Sep 20 14:02:03.192032 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Sep 20 14:02:03.192032 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Sep 20 14:02:03.192032 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Sep 20 14:02:03.192032 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Sep 20 14:02:03.192032 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     return f(*args, **kwargs)
Sep 20 14:02:03.192032 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Sep 20 14:02:03.192032 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     return fn(*args, **kwargs)
Sep 20 14:02:03.192032 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Sep 20 14:02:03.192032 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     return [] if not query else query.all()
Sep 20 14:02:03.192032 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Sep 20 14:02:03.192032 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     return self._iter().all()
Sep 20 14:02:03.192032 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Sep 20 14:02:03.192032 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     result = self.session.execute(
Sep 20 14:02:03.192032 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Sep 20 14:02:03.192032 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Sep 20 14:02:03.192032 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Sep 20 14:02:03.192032 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Sep 20 14:02:03.193282 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Sep 20 14:02:03.193282 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     return connection._execute_clauseelement(
Sep 20 14:02:03.193282 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Sep 20 14:02:03.193282 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     ret = self._execute_context(
Sep 20 14:02:03.193282 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Sep 20 14:02:03.193282 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     self._handle_dbapi_exception(
Sep 20 14:02:03.193282 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Sep 20 14:02:03.193282 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Sep 20 14:02:03.193282 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Sep 20 14:02:03.193282 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     raise exception
Sep 20 14:02:03.193282 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 14:02:03.193282 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     self.dialect.do_execute(
Sep 20 14:02:03.193282 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 14:02:03.193282 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 14:02:03.193282 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 14:02:03.193282 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     result = self._query(query)
Sep 20 14:02:03.193282 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 14:02:03.193282 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     conn.query(q)
Sep 20 14:02:03.193282 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 14:02:03.193282 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 14:02:03.193282 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 14:02:03.194822 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     result.read()
Sep 20 14:02:03.194822 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 14:02:03.194822 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 14:02:03.194822 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 14:02:03.194822 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     packet.raise_for_error()
Sep 20 14:02:03.194822 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 14:02:03.194822 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 14:02:03.194822 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 14:02:03.194822 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 14:02:03.194822 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 14:02:03.194822 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 14:02:03.194822 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder FROM services
Sep 20 14:02:03.195499 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 14:02:03.195499 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder FROM clusters
Sep 20 14:02:03.195499 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 14:02:03.195499 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder FROM clusters
Sep 20 14:02:03.195499 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 14:02:03.195499 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 14:02:03.195499 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 14:02:03.195499 dv-cinder-851351-4-smb cinder-scheduler[674328]: ERROR cinder 
Sep 20 14:02:03.600915 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Sep 20 14:02:03.600936 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Sep 20 14:16:03.474803 dv-cinder-851351-4-smb systemd[1]: Started Devstack devstack@c-sch.service.
Sep 20 14:16:06.592281 dv-cinder-851351-4-smb cinder-scheduler[740611]: INFO dbcounter [None req-e2ea9c1d-bd29-45df-9a8f-89fd1b611add None None] Registered counter for database cinder
Sep 20 14:16:06.624300 dv-cinder-851351-4-smb cinder-scheduler[740611]: DEBUG oslo_db.sqlalchemy.engines [None req-e2ea9c1d-bd29-45df-9a8f-89fd1b611add None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=740611) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Sep 20 14:16:06.635624 dv-cinder-851351-4-smb cinder-scheduler[740611]: DEBUG dbcounter [-] [740611] Writer thread running {{(pid=740611) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Sep 20 14:16:06.953901 dv-cinder-851351-4-smb cinder-scheduler[740611]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 14:16:06.953901 dv-cinder-851351-4-smb cinder-scheduler[740611]:   from cryptography.utils import int_from_bytes
Sep 20 14:16:06.953901 dv-cinder-851351-4-smb cinder-scheduler[740611]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 14:16:06.953901 dv-cinder-851351-4-smb cinder-scheduler[740611]:   from cryptography.utils import int_from_bytes
Sep 20 14:16:06.965561 dv-cinder-851351-4-smb cinder-scheduler[740611]: CRITICAL cinder [None req-e2ea9c1d-bd29-45df-9a8f-89fd1b611add None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 14:16:06.965561 dv-cinder-851351-4-smb cinder-scheduler[740611]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 14:16:06.965561 dv-cinder-851351-4-smb cinder-scheduler[740611]: FROM services
Sep 20 14:16:06.965561 dv-cinder-851351-4-smb cinder-scheduler[740611]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 14:16:06.965561 dv-cinder-851351-4-smb cinder-scheduler[740611]: FROM clusters
Sep 20 14:16:06.965561 dv-cinder-851351-4-smb cinder-scheduler[740611]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 14:16:06.965561 dv-cinder-851351-4-smb cinder-scheduler[740611]: FROM clusters
Sep 20 14:16:06.965561 dv-cinder-851351-4-smb cinder-scheduler[740611]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 14:16:06.965561 dv-cinder-851351-4-smb cinder-scheduler[740611]: [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 14:16:06.965561 dv-cinder-851351-4-smb cinder-scheduler[740611]: (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 14:16:06.965561 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder Traceback (most recent call last):
Sep 20 14:16:06.967426 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 14:16:06.967426 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     self.dialect.do_execute(
Sep 20 14:16:06.967426 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 14:16:06.967426 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 14:16:06.967426 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 14:16:06.967426 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     result = self._query(query)
Sep 20 14:16:06.967426 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 14:16:06.967426 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     conn.query(q)
Sep 20 14:16:06.967426 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 14:16:06.967426 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 14:16:06.967426 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 14:16:06.967426 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     result.read()
Sep 20 14:16:06.967426 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 14:16:06.967426 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 14:16:06.967426 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 14:16:06.967426 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     packet.raise_for_error()
Sep 20 14:16:06.967426 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 14:16:06.967426 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 14:16:06.967426 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 14:16:06.967426 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 14:16:06.967426 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Sep 20 14:16:06.967426 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder 
Sep 20 14:16:06.971518 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder The above exception was the direct cause of the following exception:
Sep 20 14:16:06.971518 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder 
Sep 20 14:16:06.971518 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder Traceback (most recent call last):
Sep 20 14:16:06.971518 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Sep 20 14:16:06.971518 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     sys.exit(main())
Sep 20 14:16:06.971518 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Sep 20 14:16:06.971518 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Sep 20 14:16:06.971518 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Sep 20 14:16:06.971518 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Sep 20 14:16:06.971518 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Sep 20 14:16:06.971518 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     self.manager = manager_class(host=self.host,
Sep 20 14:16:06.971518 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Sep 20 14:16:06.971518 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Sep 20 14:16:06.971518 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 14:16:06.971518 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 14:16:06.971518 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Sep 20 14:16:06.971518 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Sep 20 14:16:06.971518 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Sep 20 14:16:06.971518 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     self.host_manager = importutils.import_object(
Sep 20 14:16:06.971518 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 14:16:06.971518 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 14:16:06.971518 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Sep 20 14:16:06.971518 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Sep 20 14:16:06.976525 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Sep 20 14:16:06.976525 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Sep 20 14:16:06.976525 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Sep 20 14:16:06.976525 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Sep 20 14:16:06.976525 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Sep 20 14:16:06.976525 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Sep 20 14:16:06.976525 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Sep 20 14:16:06.976525 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     return f(*args, **kwargs)
Sep 20 14:16:06.976525 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Sep 20 14:16:06.976525 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     return fn(*args, **kwargs)
Sep 20 14:16:06.976525 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Sep 20 14:16:06.976525 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     return [] if not query else query.all()
Sep 20 14:16:06.976525 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Sep 20 14:16:06.976525 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     return self._iter().all()
Sep 20 14:16:06.976525 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Sep 20 14:16:06.976525 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     result = self.session.execute(
Sep 20 14:16:06.976525 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Sep 20 14:16:06.976525 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Sep 20 14:16:06.976525 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Sep 20 14:16:06.976525 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Sep 20 14:16:06.984786 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Sep 20 14:16:06.984786 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     return connection._execute_clauseelement(
Sep 20 14:16:06.984786 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Sep 20 14:16:06.984786 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     ret = self._execute_context(
Sep 20 14:16:06.984786 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Sep 20 14:16:06.984786 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     self._handle_dbapi_exception(
Sep 20 14:16:06.984786 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Sep 20 14:16:06.984786 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Sep 20 14:16:06.984786 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Sep 20 14:16:06.984786 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     raise exception
Sep 20 14:16:06.984786 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 14:16:06.984786 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     self.dialect.do_execute(
Sep 20 14:16:06.984786 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 14:16:06.984786 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 14:16:06.984786 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 14:16:06.984786 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     result = self._query(query)
Sep 20 14:16:06.984786 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 14:16:06.984786 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     conn.query(q)
Sep 20 14:16:06.984786 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 14:16:06.984786 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 14:16:06.984786 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 14:16:06.987877 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     result.read()
Sep 20 14:16:06.987877 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 14:16:06.987877 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 14:16:06.987877 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 14:16:06.987877 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     packet.raise_for_error()
Sep 20 14:16:06.987877 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 14:16:06.987877 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 14:16:06.987877 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 14:16:06.987877 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 14:16:06.987877 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 14:16:06.987877 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 14:16:06.987877 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder FROM services
Sep 20 14:16:06.990787 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 14:16:06.990787 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder FROM clusters
Sep 20 14:16:06.990787 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 14:16:06.990787 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder FROM clusters
Sep 20 14:16:06.990787 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 14:16:06.990787 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 14:16:06.990787 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 14:16:06.990787 dv-cinder-851351-4-smb cinder-scheduler[740611]: ERROR cinder 
Sep 20 14:16:07.389415 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Sep 20 14:16:07.389443 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Sep 20 14:30:13.471381 dv-cinder-851351-4-smb systemd[1]: Started Devstack devstack@c-sch.service.
Sep 20 14:30:16.676805 dv-cinder-851351-4-smb cinder-scheduler[807456]: INFO dbcounter [None req-d1c89698-9744-40c0-9fdf-9000536b6fd8 None None] Registered counter for database cinder
Sep 20 14:30:16.697095 dv-cinder-851351-4-smb cinder-scheduler[807456]: DEBUG oslo_db.sqlalchemy.engines [None req-d1c89698-9744-40c0-9fdf-9000536b6fd8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=807456) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Sep 20 14:30:16.705078 dv-cinder-851351-4-smb cinder-scheduler[807456]: DEBUG dbcounter [-] [807456] Writer thread running {{(pid=807456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Sep 20 14:30:16.960518 dv-cinder-851351-4-smb cinder-scheduler[807456]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 14:30:16.960518 dv-cinder-851351-4-smb cinder-scheduler[807456]:   from cryptography.utils import int_from_bytes
Sep 20 14:30:16.960518 dv-cinder-851351-4-smb cinder-scheduler[807456]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 14:30:16.960518 dv-cinder-851351-4-smb cinder-scheduler[807456]:   from cryptography.utils import int_from_bytes
Sep 20 14:30:16.973310 dv-cinder-851351-4-smb cinder-scheduler[807456]: CRITICAL cinder [None req-d1c89698-9744-40c0-9fdf-9000536b6fd8 None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 14:30:16.973310 dv-cinder-851351-4-smb cinder-scheduler[807456]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 14:30:16.973310 dv-cinder-851351-4-smb cinder-scheduler[807456]: FROM services
Sep 20 14:30:16.973310 dv-cinder-851351-4-smb cinder-scheduler[807456]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 14:30:16.973310 dv-cinder-851351-4-smb cinder-scheduler[807456]: FROM clusters
Sep 20 14:30:16.973310 dv-cinder-851351-4-smb cinder-scheduler[807456]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 14:30:16.973310 dv-cinder-851351-4-smb cinder-scheduler[807456]: FROM clusters
Sep 20 14:30:16.973310 dv-cinder-851351-4-smb cinder-scheduler[807456]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 14:30:16.973310 dv-cinder-851351-4-smb cinder-scheduler[807456]: [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 14:30:16.973310 dv-cinder-851351-4-smb cinder-scheduler[807456]: (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 14:30:16.973310 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder Traceback (most recent call last):
Sep 20 14:30:16.974263 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 14:30:16.974263 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     self.dialect.do_execute(
Sep 20 14:30:16.974263 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 14:30:16.974263 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 14:30:16.974263 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 14:30:16.974263 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     result = self._query(query)
Sep 20 14:30:16.974263 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 14:30:16.974263 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     conn.query(q)
Sep 20 14:30:16.974263 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 14:30:16.974263 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 14:30:16.974263 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 14:30:16.974263 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     result.read()
Sep 20 14:30:16.974263 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 14:30:16.974263 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 14:30:16.974263 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 14:30:16.974263 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     packet.raise_for_error()
Sep 20 14:30:16.974263 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 14:30:16.974263 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 14:30:16.974263 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 14:30:16.974263 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 14:30:16.974263 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Sep 20 14:30:16.974263 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder 
Sep 20 14:30:16.975738 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder The above exception was the direct cause of the following exception:
Sep 20 14:30:16.975738 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder 
Sep 20 14:30:16.975738 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder Traceback (most recent call last):
Sep 20 14:30:16.975738 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Sep 20 14:30:16.975738 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     sys.exit(main())
Sep 20 14:30:16.975738 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Sep 20 14:30:16.975738 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Sep 20 14:30:16.975738 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Sep 20 14:30:16.975738 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Sep 20 14:30:16.975738 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Sep 20 14:30:16.975738 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     self.manager = manager_class(host=self.host,
Sep 20 14:30:16.975738 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Sep 20 14:30:16.975738 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Sep 20 14:30:16.975738 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 14:30:16.975738 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 14:30:16.975738 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Sep 20 14:30:16.975738 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Sep 20 14:30:16.975738 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Sep 20 14:30:16.975738 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     self.host_manager = importutils.import_object(
Sep 20 14:30:16.975738 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 14:30:16.975738 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 14:30:16.975738 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Sep 20 14:30:16.975738 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Sep 20 14:30:16.979289 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Sep 20 14:30:16.979289 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Sep 20 14:30:16.979289 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Sep 20 14:30:16.979289 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Sep 20 14:30:16.979289 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Sep 20 14:30:16.979289 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Sep 20 14:30:16.979289 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Sep 20 14:30:16.979289 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     return f(*args, **kwargs)
Sep 20 14:30:16.979289 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Sep 20 14:30:16.979289 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     return fn(*args, **kwargs)
Sep 20 14:30:16.979289 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Sep 20 14:30:16.979289 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     return [] if not query else query.all()
Sep 20 14:30:16.979289 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Sep 20 14:30:16.979289 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     return self._iter().all()
Sep 20 14:30:16.979289 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Sep 20 14:30:16.979289 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     result = self.session.execute(
Sep 20 14:30:16.979289 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Sep 20 14:30:16.979289 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Sep 20 14:30:16.979289 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Sep 20 14:30:16.979289 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Sep 20 14:30:16.980677 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Sep 20 14:30:16.980677 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     return connection._execute_clauseelement(
Sep 20 14:30:16.980677 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Sep 20 14:30:16.980677 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     ret = self._execute_context(
Sep 20 14:30:16.980677 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Sep 20 14:30:16.980677 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     self._handle_dbapi_exception(
Sep 20 14:30:16.980677 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Sep 20 14:30:16.980677 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Sep 20 14:30:16.980677 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Sep 20 14:30:16.980677 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     raise exception
Sep 20 14:30:16.980677 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 14:30:16.980677 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     self.dialect.do_execute(
Sep 20 14:30:16.980677 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 14:30:16.980677 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 14:30:16.980677 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 14:30:16.980677 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     result = self._query(query)
Sep 20 14:30:16.980677 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 14:30:16.980677 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     conn.query(q)
Sep 20 14:30:16.980677 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 14:30:16.980677 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 14:30:16.980677 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 14:30:16.983922 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     result.read()
Sep 20 14:30:16.983922 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 14:30:16.983922 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 14:30:16.983922 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 14:30:16.983922 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     packet.raise_for_error()
Sep 20 14:30:16.983922 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 14:30:16.983922 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 14:30:16.983922 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 14:30:16.983922 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 14:30:16.983922 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 14:30:16.983922 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 14:30:16.983922 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder FROM services
Sep 20 14:30:16.986467 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 14:30:16.986467 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder FROM clusters
Sep 20 14:30:16.986467 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 14:30:16.986467 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder FROM clusters
Sep 20 14:30:16.986467 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 14:30:16.986467 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 14:30:16.986467 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 14:30:16.986467 dv-cinder-851351-4-smb cinder-scheduler[807456]: ERROR cinder 
Sep 20 14:30:17.390140 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Sep 20 14:30:17.390170 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.
Sep 20 14:44:12.877458 dv-cinder-851351-4-smb systemd[1]: Started Devstack devstack@c-sch.service.
Sep 20 14:44:16.045655 dv-cinder-851351-4-smb cinder-scheduler[873752]: INFO dbcounter [None req-c137a82f-5b88-4908-a5dc-1d52507e030f None None] Registered counter for database cinder
Sep 20 14:44:16.068425 dv-cinder-851351-4-smb cinder-scheduler[873752]: DEBUG oslo_db.sqlalchemy.engines [None req-c137a82f-5b88-4908-a5dc-1d52507e030f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=873752) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Sep 20 14:44:16.080537 dv-cinder-851351-4-smb cinder-scheduler[873752]: DEBUG dbcounter [-] [873752] Writer thread running {{(pid=873752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Sep 20 14:44:16.302007 dv-cinder-851351-4-smb cinder-scheduler[873752]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 14:44:16.302007 dv-cinder-851351-4-smb cinder-scheduler[873752]:   from cryptography.utils import int_from_bytes
Sep 20 14:44:16.302007 dv-cinder-851351-4-smb cinder-scheduler[873752]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 20 14:44:16.302007 dv-cinder-851351-4-smb cinder-scheduler[873752]:   from cryptography.utils import int_from_bytes
Sep 20 14:44:16.314226 dv-cinder-851351-4-smb cinder-scheduler[873752]: CRITICAL cinder [None req-c137a82f-5b88-4908-a5dc-1d52507e030f None None] Unhandled error: sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 14:44:16.314226 dv-cinder-851351-4-smb cinder-scheduler[873752]: [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 14:44:16.314226 dv-cinder-851351-4-smb cinder-scheduler[873752]: FROM services
Sep 20 14:44:16.314226 dv-cinder-851351-4-smb cinder-scheduler[873752]: WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 14:44:16.314226 dv-cinder-851351-4-smb cinder-scheduler[873752]: FROM clusters
Sep 20 14:44:16.314226 dv-cinder-851351-4-smb cinder-scheduler[873752]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 14:44:16.314226 dv-cinder-851351-4-smb cinder-scheduler[873752]: FROM clusters
Sep 20 14:44:16.314226 dv-cinder-851351-4-smb cinder-scheduler[873752]: WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 14:44:16.314226 dv-cinder-851351-4-smb cinder-scheduler[873752]: [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 14:44:16.314226 dv-cinder-851351-4-smb cinder-scheduler[873752]: (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 14:44:16.314226 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder Traceback (most recent call last):
Sep 20 14:44:16.315017 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 14:44:16.315017 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     self.dialect.do_execute(
Sep 20 14:44:16.315017 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 14:44:16.315017 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 14:44:16.315017 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 14:44:16.315017 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     result = self._query(query)
Sep 20 14:44:16.315017 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 14:44:16.315017 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     conn.query(q)
Sep 20 14:44:16.315017 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 14:44:16.315017 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 14:44:16.315017 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 14:44:16.315017 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     result.read()
Sep 20 14:44:16.315017 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 14:44:16.315017 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 14:44:16.315017 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 14:44:16.315017 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     packet.raise_for_error()
Sep 20 14:44:16.315017 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 14:44:16.315017 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 14:44:16.315017 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 14:44:16.315017 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 14:44:16.315017 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder pymysql.err.ProgrammingError: (1146, "Table 'cinder.services' doesn't exist")
Sep 20 14:44:16.315017 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder 
Sep 20 14:44:16.316195 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder The above exception was the direct cause of the following exception:
Sep 20 14:44:16.316195 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder 
Sep 20 14:44:16.316195 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder Traceback (most recent call last):
Sep 20 14:44:16.316195 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/bin/cinder-scheduler", line 10, in <module>
Sep 20 14:44:16.316195 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     sys.exit(main())
Sep 20 14:44:16.316195 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/opt/stack/cinder/cinder/cmd/scheduler.py", line 59, in main
Sep 20 14:44:16.316195 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     server = service.Service.create(binary='cinder-scheduler')
Sep 20 14:44:16.316195 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 417, in create
Sep 20 14:44:16.316195 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     service_obj = cls(host, binary, topic, manager,
Sep 20 14:44:16.316195 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/opt/stack/cinder/cinder/service.py", line 158, in __init__
Sep 20 14:44:16.316195 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     self.manager = manager_class(host=self.host,
Sep 20 14:44:16.316195 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/manager.py", line 103, in __init__
Sep 20 14:44:16.316195 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     self.driver = importutils.import_object(scheduler_driver)
Sep 20 14:44:16.316195 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 14:44:16.316195 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 14:44:16.316195 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/filter_scheduler.py", line 48, in __init__
Sep 20 14:44:16.316195 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     super(FilterScheduler, self).__init__(*args, **kwargs)
Sep 20 14:44:16.316195 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/driver.py", line 77, in __init__
Sep 20 14:44:16.316195 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     self.host_manager = importutils.import_object(
Sep 20 14:44:16.316195 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/importutils.py", line 44, in import_object
Sep 20 14:44:16.316195 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     return import_class(import_str)(*args, **kwargs)
Sep 20 14:44:16.316195 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 488, in __init__
Sep 20 14:44:16.316195 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     self._update_backend_state_map(cinder_context.get_admin_context())
Sep 20 14:44:16.317465 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/opt/stack/cinder/cinder/scheduler/host_manager.py", line 685, in _update_backend_state_map
Sep 20 14:44:16.317465 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     volume_services = objects.ServiceList.get_all(context,
Sep 20 14:44:16.317465 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/opt/stack/cinder/cinder/objects/service.py", line 224, in get_all
Sep 20 14:44:16.317465 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     services = db.service_get_all(context, **(filters or {}))
Sep 20 14:44:16.317465 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/opt/stack/cinder/cinder/db/api.py", line 286, in service_get_all
Sep 20 14:44:16.317465 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     return IMPL.service_get_all(context, backend_match_level, **filters)
Sep 20 14:44:16.317465 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 161, in wrapper
Sep 20 14:44:16.317465 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     return f(*args, **kwargs)
Sep 20 14:44:16.317465 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Sep 20 14:44:16.317465 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     return fn(*args, **kwargs)
Sep 20 14:44:16.317465 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/opt/stack/cinder/cinder/db/sqlalchemy/api.py", line 914, in service_get_all
Sep 20 14:44:16.317465 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     return [] if not query else query.all()
Sep 20 14:44:16.317465 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2772, in all
Sep 20 14:44:16.317465 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     return self._iter().all()
Sep 20 14:44:16.317465 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2907, in _iter
Sep 20 14:44:16.317465 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     result = self.session.execute(
Sep 20 14:44:16.317465 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1712, in execute
Sep 20 14:44:16.317465 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     result = conn._execute_20(statement, params or {}, execution_options)
Sep 20 14:44:16.317465 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1705, in _execute_20
Sep 20 14:44:16.317465 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     return meth(self, args_10style, kwargs_10style, execution_options)
Sep 20 14:44:16.318514 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 333, in _execute_on_connection
Sep 20 14:44:16.318514 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     return connection._execute_clauseelement(
Sep 20 14:44:16.318514 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1572, in _execute_clauseelement
Sep 20 14:44:16.318514 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     ret = self._execute_context(
Sep 20 14:44:16.318514 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1943, in _execute_context
Sep 20 14:44:16.318514 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     self._handle_dbapi_exception(
Sep 20 14:44:16.318514 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2122, in _handle_dbapi_exception
Sep 20 14:44:16.318514 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Sep 20 14:44:16.318514 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 208, in raise_
Sep 20 14:44:16.318514 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     raise exception
Sep 20 14:44:16.318514 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1900, in _execute_context
Sep 20 14:44:16.318514 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     self.dialect.do_execute(
Sep 20 14:44:16.318514 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Sep 20 14:44:16.318514 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     cursor.execute(statement, parameters)
Sep 20 14:44:16.318514 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Sep 20 14:44:16.318514 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     result = self._query(query)
Sep 20 14:44:16.318514 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Sep 20 14:44:16.318514 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     conn.query(q)
Sep 20 14:44:16.318514 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Sep 20 14:44:16.318514 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Sep 20 14:44:16.318514 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Sep 20 14:44:16.319583 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     result.read()
Sep 20 14:44:16.319583 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Sep 20 14:44:16.319583 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     first_packet = self.connection._read_packet()
Sep 20 14:44:16.319583 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Sep 20 14:44:16.319583 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     packet.raise_for_error()
Sep 20 14:44:16.319583 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Sep 20 14:44:16.319583 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     err.raise_mysql_exception(self._data)
Sep 20 14:44:16.319583 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Sep 20 14:44:16.319583 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder     raise errorclass(errno, errval)
Sep 20 14:44:16.319583 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder sqlalchemy.exc.ProgrammingError: (pymysql.err.ProgrammingError) (1146, "Table 'cinder.services' doesn't exist")
Sep 20 14:44:16.319583 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder [SQL: SELECT services.created_at AS services_created_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.uuid AS services_uuid, services.cluster_name AS services_cluster_name, services.host AS services_host, services.`binary` AS services_binary, services.updated_at AS services_updated_at, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.availability_zone AS services_availability_zone, services.disabled_reason AS services_disabled_reason, services.modified_at AS services_modified_at, services.rpc_current_version AS services_rpc_current_version, services.object_current_version AS services_object_current_version, services.replication_status AS services_replication_status, services.active_backend_id AS services_active_backend_id, services.frozen AS services_frozen
Sep 20 14:44:16.319583 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder FROM services
Sep 20 14:44:16.320207 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder WHERE services.deleted = false AND NOT (services.cluster_name IS NULL AND services.disabled = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 14:44:16.320207 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder FROM clusters
Sep 20 14:44:16.320207 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.disabled = 1))) AND NOT (services.cluster_name IS NULL AND services.frozen = 1 OR services.cluster_name IS NOT NULL AND (EXISTS (SELECT *
Sep 20 14:44:16.320207 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder FROM clusters
Sep 20 14:44:16.320207 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder WHERE clusters.name = services.cluster_name AND clusters.`binary` = services.`binary` AND clusters.deleted = 0 AND clusters.frozen = 1))) AND services.topic = %(topic_1)s]
Sep 20 14:44:16.320207 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder [parameters: {'topic_1': 'cinder-volume'}]
Sep 20 14:44:16.320207 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder (Background on this error at: https://sqlalche.me/e/14/f405)
Sep 20 14:44:16.320207 dv-cinder-851351-4-smb cinder-scheduler[873752]: ERROR cinder 
Sep 20 14:44:16.771025 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Main process exited, code=exited, status=1/FAILURE
Sep 20 14:44:16.771039 dv-cinder-851351-4-smb systemd[1]: devstack@c-sch.service: Failed with result 'exit-code'.