mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-12 17:32:32 +00:00
fac1be9700
- This commit restores statements "SYSTEM RELOAD MODEL(S)" which provide a mechanism to update a model explicitly. It also saves potentially unnecessary reloads of a model from disk after it's initial load. To keep the complexity low, the semantics of "SYSTEM RELOAD MODEL(S) was changed from eager to lazy. This means that both statements previously immedately reloaded the specified/all models, whereas now the statements only trigger an unload and the first call to catboostEvaluate() does the actual load. - Monitoring view SYSTEM.MODELS is also restored but with some obsolete fields removed. The view was not documented in the past and for now it remains undocumented. The commit is thus not considered a breach of ClickHouse's public interface.
39 lines
1.3 KiB
C++
39 lines
1.3 KiB
C++
#include <Storages/System/StorageSystemModels.h>
|
|
#include <Common/ExternalModelInfo.h>
|
|
#include <DataTypes/DataTypeString.h>
|
|
#include <DataTypes/DataTypesNumber.h>
|
|
#include <DataTypes/DataTypeDateTime.h>
|
|
#include <DataTypes/DataTypeEnum.h>
|
|
#include <Interpreters/Context.h>
|
|
#include <BridgeHelper/CatBoostLibraryBridgeHelper.h>
|
|
|
|
|
|
namespace DB
|
|
{
|
|
|
|
NamesAndTypesList StorageSystemModels::getNamesAndTypes()
|
|
{
|
|
return {
|
|
{ "model_path", std::make_shared<DataTypeString>() },
|
|
{ "type", std::make_shared<DataTypeString>() },
|
|
{ "loading_start_time", std::make_shared<DataTypeDateTime>() },
|
|
{ "loading_duration", std::make_shared<DataTypeFloat32>() },
|
|
};
|
|
}
|
|
|
|
void StorageSystemModels::fillData(MutableColumns & res_columns, ContextPtr context, const SelectQueryInfo &) const
|
|
{
|
|
auto bridge_helper = std::make_unique<CatBoostLibraryBridgeHelper>(context);
|
|
ExternalModelInfos infos = bridge_helper->listModels();
|
|
|
|
for (const auto & info : infos)
|
|
{
|
|
res_columns[0]->insert(info.model_path);
|
|
res_columns[1]->insert(info.model_type);
|
|
res_columns[2]->insert(static_cast<UInt64>(std::chrono::system_clock::to_time_t(info.loading_start_time)));
|
|
res_columns[3]->insert(std::chrono::duration_cast<std::chrono::duration<float>>(info.loading_duration).count());
|
|
}
|
|
}
|
|
|
|
}
|