ClickHouse/dbms/src/Storages/System/StorageSystemGraphite.cpp

136 lines
4.7 KiB
C++
Raw Normal View History

#include <Storages/System/StorageSystemGraphite.h>
2019-05-03 02:00:57 +00:00
#include <Storages/MergeTree/MergeTreeData.h>
#include <Interpreters/Context.h>
2017-02-14 14:24:30 +00:00
2018-06-05 19:46:49 +00:00
2017-02-14 14:24:30 +00:00
namespace DB
{
NamesAndTypesList StorageSystemGraphite::getNamesAndTypes()
{
return {
{"config_name", std::make_shared<DataTypeString>()},
{"regexp", std::make_shared<DataTypeString>()},
{"function", std::make_shared<DataTypeString>()},
{"age", std::make_shared<DataTypeUInt64>()},
{"precision", std::make_shared<DataTypeUInt64>()},
{"priority", std::make_shared<DataTypeUInt16>()},
{"is_default", std::make_shared<DataTypeUInt8>()},
{"Tables.database", std::make_shared<DataTypeArray>(std::make_shared<DataTypeString>())},
{"Tables.table", std::make_shared<DataTypeArray>(std::make_shared<DataTypeString>())},
};
}
/*
* Looking for (Replicated)*GraphiteMergeTree and get all configuration parameters for them
*/
StorageSystemGraphite::Configs StorageSystemGraphite::getConfigs(const Context & context) const
{
const Databases databases = context.getDatabases();
Configs graphite_configs;
for (const auto & db : databases)
{
2019-10-01 12:44:17 +00:00
/// Lazy database can not contain MergeTree tables
if (db.second->getEngineName() == "Lazy")
continue;
2019-10-10 20:47:47 +00:00
for (auto iterator = db.second->getTablesIterator(context); iterator->isValid(); iterator->next())
{
auto & table = iterator->table();
2019-05-03 02:00:57 +00:00
const MergeTreeData * table_data = dynamic_cast<const MergeTreeData *>(table.get());
if (!table_data)
continue;
if (table_data->merging_params.mode == MergeTreeData::MergingParams::Graphite)
{
2019-03-07 16:55:53 +00:00
const String & config_name = table_data->merging_params.graphite_params.config_name;
auto table_id = table_data->getStorageID();
2019-03-07 16:55:53 +00:00
if (!graphite_configs.count(config_name))
{
2019-03-07 16:55:53 +00:00
Config new_config =
{
2019-03-07 20:17:06 +00:00
table_data->merging_params.graphite_params,
{ table_id.database_name },
2019-12-12 12:30:31 +00:00
{ table_id.table_name },
2019-03-07 16:55:53 +00:00
};
graphite_configs.emplace(config_name, new_config);
}
else
{
graphite_configs[config_name].databases.emplace_back(table_id.database_name);
2019-12-12 12:30:31 +00:00
graphite_configs[config_name].tables.emplace_back(table_id.table_name);
}
}
}
}
return graphite_configs;
}
void StorageSystemGraphite::fillData(MutableColumns & res_columns, const Context & context, const SelectQueryInfo &) const
{
Configs graphite_configs = StorageSystemGraphite::getConfigs(context);
for (const auto & config : graphite_configs)
{
UInt16 priority = 0;
2019-03-07 20:17:06 +00:00
for (const auto & pattern : config.second.graphite_params.patterns)
{
bool is_default = pattern.regexp == nullptr;
2019-03-07 16:55:53 +00:00
String regexp;
String function;
2017-02-14 14:24:30 +00:00
if (is_default)
{
priority = std::numeric_limits<UInt16>::max();
}
else
{
priority++;
2019-03-07 20:17:06 +00:00
regexp = pattern.regexp_str;
}
2017-02-14 14:24:30 +00:00
if (pattern.function)
{
function = pattern.function->getName();
}
if (!pattern.retentions.empty())
{
for (const auto & retention : pattern.retentions)
{
size_t i = 0;
res_columns[i++]->insert(config.first);
res_columns[i++]->insert(regexp);
res_columns[i++]->insert(function);
res_columns[i++]->insert(retention.age);
res_columns[i++]->insert(retention.precision);
res_columns[i++]->insert(priority);
res_columns[i++]->insert(is_default);
res_columns[i++]->insert(config.second.databases);
res_columns[i++]->insert(config.second.tables);
}
}
else
{
size_t i = 0;
res_columns[i++]->insert(config.first);
res_columns[i++]->insert(regexp);
res_columns[i++]->insert(function);
res_columns[i++]->insertDefault();
res_columns[i++]->insertDefault();
res_columns[i++]->insert(priority);
res_columns[i++]->insert(is_default);
res_columns[i++]->insert(config.second.databases);
res_columns[i++]->insert(config.second.tables);
}
}
}
2017-02-14 14:24:30 +00:00
}
}