2017-04-01 09:19:00 +00:00
|
|
|
#include <Storages/System/StorageSystemGraphite.h>
|
2019-05-03 02:00:57 +00:00
|
|
|
#include <Storages/MergeTree/MergeTreeData.h>
|
2017-08-24 14:51:13 +00:00
|
|
|
#include <Interpreters/Context.h>
|
2017-02-14 14:24:30 +00:00
|
|
|
|
2018-06-05 19:46:49 +00:00
|
|
|
|
2017-02-14 14:24:30 +00:00
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
2019-03-04 17:40:49 +00:00
|
|
|
NamesAndTypesList StorageSystemGraphite::getNamesAndTypes()
|
2017-03-04 14:14:41 +00:00
|
|
|
{
|
2019-03-04 17:40:49 +00:00
|
|
|
return {
|
|
|
|
{"config_name", std::make_shared<DataTypeString>()},
|
|
|
|
{"regexp", std::make_shared<DataTypeString>()},
|
|
|
|
{"function", std::make_shared<DataTypeString>()},
|
|
|
|
{"age", std::make_shared<DataTypeUInt64>()},
|
|
|
|
{"precision", std::make_shared<DataTypeUInt64>()},
|
|
|
|
{"priority", std::make_shared<DataTypeUInt16>()},
|
|
|
|
{"is_default", std::make_shared<DataTypeUInt8>()},
|
|
|
|
{"Tables.database", std::make_shared<DataTypeArray>(std::make_shared<DataTypeString>())},
|
|
|
|
{"Tables.table", std::make_shared<DataTypeArray>(std::make_shared<DataTypeString>())},
|
2017-04-01 07:20:54 +00:00
|
|
|
};
|
2019-03-04 17:40:49 +00:00
|
|
|
}
|
2017-04-01 07:20:54 +00:00
|
|
|
|
2017-03-04 14:14:41 +00:00
|
|
|
|
2019-03-04 17:40:49 +00:00
|
|
|
/*
|
|
|
|
* Looking for (Replicated)*GraphiteMergeTree and get all configuration parameters for them
|
|
|
|
*/
|
|
|
|
StorageSystemGraphite::Configs StorageSystemGraphite::getConfigs(const Context & context) const
|
2017-03-04 14:14:41 +00:00
|
|
|
{
|
2019-03-04 17:40:49 +00:00
|
|
|
const Databases databases = context.getDatabases();
|
|
|
|
Configs graphite_configs;
|
2017-04-01 07:20:54 +00:00
|
|
|
|
2019-03-04 17:40:49 +00:00
|
|
|
for (const auto & db : databases)
|
2017-09-08 23:25:42 +00:00
|
|
|
{
|
2019-10-01 12:44:17 +00:00
|
|
|
/// Lazy database can not contain MergeTree tables
|
|
|
|
if (db.second->getEngineName() == "Lazy")
|
|
|
|
continue;
|
|
|
|
|
2019-10-10 20:47:47 +00:00
|
|
|
for (auto iterator = db.second->getTablesIterator(context); iterator->isValid(); iterator->next())
|
2017-04-01 07:20:54 +00:00
|
|
|
{
|
2019-03-04 17:40:49 +00:00
|
|
|
auto & table = iterator->table();
|
2019-05-03 02:00:57 +00:00
|
|
|
|
|
|
|
const MergeTreeData * table_data = dynamic_cast<const MergeTreeData *>(table.get());
|
|
|
|
if (!table_data)
|
2019-03-04 17:40:49 +00:00
|
|
|
continue;
|
2017-04-01 07:20:54 +00:00
|
|
|
|
2019-03-04 17:40:49 +00:00
|
|
|
if (table_data->merging_params.mode == MergeTreeData::MergingParams::Graphite)
|
|
|
|
{
|
2019-03-07 16:55:53 +00:00
|
|
|
const String & config_name = table_data->merging_params.graphite_params.config_name;
|
2017-04-01 07:20:54 +00:00
|
|
|
|
2019-03-07 16:55:53 +00:00
|
|
|
if (!graphite_configs.count(config_name))
|
2019-03-04 17:40:49 +00:00
|
|
|
{
|
2019-03-07 16:55:53 +00:00
|
|
|
Config new_config =
|
|
|
|
{
|
2019-03-07 20:17:06 +00:00
|
|
|
table_data->merging_params.graphite_params,
|
2019-03-07 16:55:53 +00:00
|
|
|
{ table_data->getDatabaseName() },
|
|
|
|
{ table_data->getTableName() },
|
|
|
|
};
|
|
|
|
graphite_configs.emplace(config_name, new_config);
|
2019-03-04 17:40:49 +00:00
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
graphite_configs[config_name].databases.emplace_back(table_data->getDatabaseName());
|
|
|
|
graphite_configs[config_name].tables.emplace_back(table_data->getTableName());
|
|
|
|
}
|
|
|
|
}
|
2017-04-01 07:20:54 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-03-04 17:40:49 +00:00
|
|
|
return graphite_configs;
|
2017-03-04 14:14:41 +00:00
|
|
|
}
|
|
|
|
|
2019-03-04 17:40:49 +00:00
|
|
|
void StorageSystemGraphite::fillData(MutableColumns & res_columns, const Context & context, const SelectQueryInfo &) const
|
2017-03-04 14:14:41 +00:00
|
|
|
{
|
2019-03-04 17:40:49 +00:00
|
|
|
Configs graphite_configs = StorageSystemGraphite::getConfigs(context);
|
2017-03-04 14:14:41 +00:00
|
|
|
|
2019-03-04 17:40:49 +00:00
|
|
|
for (const auto & config : graphite_configs)
|
2017-04-01 07:20:54 +00:00
|
|
|
{
|
2019-03-04 17:40:49 +00:00
|
|
|
UInt16 priority = 0;
|
2019-03-07 20:17:06 +00:00
|
|
|
for (const auto & pattern : config.second.graphite_params.patterns)
|
2019-03-04 17:40:49 +00:00
|
|
|
{
|
|
|
|
bool is_default = pattern.regexp == nullptr;
|
2019-03-07 16:55:53 +00:00
|
|
|
String regexp;
|
|
|
|
String function;
|
2017-02-14 14:24:30 +00:00
|
|
|
|
2019-03-04 17:40:49 +00:00
|
|
|
if (is_default)
|
|
|
|
{
|
|
|
|
priority = std::numeric_limits<UInt16>::max();
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
priority++;
|
2019-03-07 20:17:06 +00:00
|
|
|
regexp = pattern.regexp_str;
|
2019-03-04 17:40:49 +00:00
|
|
|
}
|
2017-02-14 14:24:30 +00:00
|
|
|
|
2019-03-04 17:40:49 +00:00
|
|
|
if (pattern.function)
|
|
|
|
{
|
|
|
|
function = pattern.function->getName();
|
|
|
|
}
|
2017-08-24 14:51:13 +00:00
|
|
|
|
2019-02-17 20:56:27 +00:00
|
|
|
if (!pattern.retentions.empty())
|
|
|
|
{
|
2019-03-04 17:40:49 +00:00
|
|
|
for (const auto & retention : pattern.retentions)
|
2019-02-17 20:56:27 +00:00
|
|
|
{
|
2019-03-04 17:40:49 +00:00
|
|
|
size_t i = 0;
|
|
|
|
res_columns[i++]->insert(config.first);
|
|
|
|
res_columns[i++]->insert(regexp);
|
|
|
|
res_columns[i++]->insert(function);
|
|
|
|
res_columns[i++]->insert(retention.age);
|
|
|
|
res_columns[i++]->insert(retention.precision);
|
|
|
|
res_columns[i++]->insert(priority);
|
|
|
|
res_columns[i++]->insert(is_default);
|
|
|
|
res_columns[i++]->insert(config.second.databases);
|
|
|
|
res_columns[i++]->insert(config.second.tables);
|
2019-02-17 20:56:27 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
else
|
2017-04-01 07:20:54 +00:00
|
|
|
{
|
2019-03-04 17:40:49 +00:00
|
|
|
size_t i = 0;
|
|
|
|
res_columns[i++]->insert(config.first);
|
|
|
|
res_columns[i++]->insert(regexp);
|
|
|
|
res_columns[i++]->insert(function);
|
2019-03-14 20:55:34 +00:00
|
|
|
res_columns[i++]->insertDefault();
|
|
|
|
res_columns[i++]->insertDefault();
|
2019-03-04 17:40:49 +00:00
|
|
|
res_columns[i++]->insert(priority);
|
|
|
|
res_columns[i++]->insert(is_default);
|
|
|
|
res_columns[i++]->insert(config.second.databases);
|
|
|
|
res_columns[i++]->insert(config.second.tables);
|
2017-04-01 07:20:54 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2017-02-14 14:24:30 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
}
|