2020-07-30 01:17:33 +00:00
|
|
|
#include <Storages/System/StorageSystemStoragePolicies.h>
|
|
|
|
|
2019-05-24 19:03:07 +00:00
|
|
|
#include <Columns/ColumnArray.h>
|
2020-07-30 01:17:33 +00:00
|
|
|
#include <Columns/ColumnNullable.h>
|
2019-05-24 19:03:07 +00:00
|
|
|
#include <DataStreams/OneBlockInputStream.h>
|
|
|
|
#include <DataTypes/DataTypeArray.h>
|
2020-07-30 01:17:33 +00:00
|
|
|
#include <DataTypes/DataTypeNullable.h>
|
2020-01-24 18:17:02 +00:00
|
|
|
#include <Processors/Sources/SourceFromSingleChunk.h>
|
2020-05-20 20:16:32 +00:00
|
|
|
#include <Interpreters/Context.h>
|
2019-05-24 19:03:07 +00:00
|
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
|
|
|
namespace ErrorCodes
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
StorageSystemStoragePolicies::StorageSystemStoragePolicies(const std::string & name_)
|
2019-12-03 16:25:32 +00:00
|
|
|
: IStorage({"system", name_})
|
2019-05-24 19:03:07 +00:00
|
|
|
{
|
2020-06-19 15:39:41 +00:00
|
|
|
StorageInMemoryMetadata storage_metadata;
|
|
|
|
storage_metadata.setColumns(
|
2019-09-09 13:50:19 +00:00
|
|
|
ColumnsDescription({
|
|
|
|
{"policy_name", std::make_shared<DataTypeString>()},
|
|
|
|
{"volume_name", std::make_shared<DataTypeString>()},
|
|
|
|
{"volume_priority", std::make_shared<DataTypeUInt64>()},
|
|
|
|
{"disks", std::make_shared<DataTypeArray>(std::make_shared<DataTypeString>())},
|
2020-05-28 05:38:55 +00:00
|
|
|
{"volume_type", std::make_shared<DataTypeString>()},
|
2020-07-30 01:17:33 +00:00
|
|
|
{"max_data_part_size", std::make_shared<DataTypeNullable>(std::make_shared<DataTypeUInt64>())},
|
|
|
|
{"move_factor", std::make_shared<DataTypeFloat32>()},
|
2019-05-24 19:03:07 +00:00
|
|
|
}));
|
2020-07-08 15:52:23 +00:00
|
|
|
// TODO: Add string column with custom volume-type-specific options
|
2020-06-19 15:39:41 +00:00
|
|
|
setInMemoryMetadata(storage_metadata);
|
2019-05-24 19:03:07 +00:00
|
|
|
}
|
|
|
|
|
2020-02-19 16:07:28 +00:00
|
|
|
Pipes StorageSystemStoragePolicies::read(
|
2020-06-15 19:08:58 +00:00
|
|
|
const Names & column_names,
|
2020-06-16 15:51:29 +00:00
|
|
|
const StorageMetadataPtr & metadata_snapshot,
|
2020-06-15 19:08:58 +00:00
|
|
|
const SelectQueryInfo & /*query_info*/,
|
|
|
|
const Context & context,
|
|
|
|
QueryProcessingStage::Enum /*processed_stage*/,
|
|
|
|
const size_t /*max_block_size*/,
|
|
|
|
const unsigned /*num_streams*/)
|
2019-05-24 19:03:07 +00:00
|
|
|
{
|
2020-06-19 17:17:13 +00:00
|
|
|
metadata_snapshot->check(column_names, getVirtuals(), getStorageID());
|
2019-05-24 19:03:07 +00:00
|
|
|
|
2019-09-09 13:50:19 +00:00
|
|
|
MutableColumnPtr col_policy_name = ColumnString::create();
|
|
|
|
MutableColumnPtr col_volume_name = ColumnString::create();
|
|
|
|
MutableColumnPtr col_priority = ColumnUInt64::create();
|
|
|
|
MutableColumnPtr col_disks = ColumnArray::create(ColumnString::create());
|
2020-05-28 05:38:55 +00:00
|
|
|
MutableColumnPtr col_volume_type = ColumnString::create();
|
2020-07-30 01:17:33 +00:00
|
|
|
MutableColumnPtr col_max_part_size = ColumnNullable::create(ColumnUInt64::create(), ColumnUInt8::create());
|
2019-09-09 13:50:19 +00:00
|
|
|
MutableColumnPtr col_move_factor = ColumnFloat32::create();
|
2019-05-24 19:03:07 +00:00
|
|
|
|
2020-05-22 10:09:24 +00:00
|
|
|
for (const auto & [policy_name, policy_ptr] : context.getPoliciesMap())
|
2019-05-24 19:03:07 +00:00
|
|
|
{
|
|
|
|
const auto & volumes = policy_ptr->getVolumes();
|
|
|
|
for (size_t i = 0; i != volumes.size(); ++i)
|
|
|
|
{
|
2019-09-09 13:50:19 +00:00
|
|
|
col_policy_name->insert(policy_name);
|
|
|
|
col_volume_name->insert(volumes[i]->getName());
|
|
|
|
col_priority->insert(i + 1);
|
2019-05-24 19:03:07 +00:00
|
|
|
Array disks;
|
2020-05-09 21:24:15 +00:00
|
|
|
disks.reserve(volumes[i]->getDisks().size());
|
|
|
|
for (const auto & disk_ptr : volumes[i]->getDisks())
|
2019-05-24 19:03:07 +00:00
|
|
|
disks.push_back(disk_ptr->getName());
|
2019-09-09 13:50:19 +00:00
|
|
|
col_disks->insert(disks);
|
2020-05-28 05:38:55 +00:00
|
|
|
col_volume_type->insert(volumeTypeToString(volumes[i]->getType()));
|
2020-07-30 01:17:33 +00:00
|
|
|
auto volume_jbod = std::dynamic_pointer_cast<VolumeJBOD>(volumes[i]);
|
|
|
|
if (volume_jbod)
|
|
|
|
col_max_part_size->insert(volume_jbod->max_data_part_size);
|
|
|
|
else
|
|
|
|
col_max_part_size->insert(Null{});
|
2019-09-09 13:50:19 +00:00
|
|
|
col_move_factor->insert(policy_ptr->getMoveFactor());
|
2019-05-24 19:03:07 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-01-24 18:33:47 +00:00
|
|
|
Columns res_columns;
|
|
|
|
res_columns.emplace_back(std::move(col_policy_name));
|
|
|
|
res_columns.emplace_back(std::move(col_volume_name));
|
|
|
|
res_columns.emplace_back(std::move(col_priority));
|
|
|
|
res_columns.emplace_back(std::move(col_disks));
|
2020-05-28 05:38:55 +00:00
|
|
|
res_columns.emplace_back(std::move(col_volume_type));
|
2020-07-30 01:17:33 +00:00
|
|
|
res_columns.emplace_back(std::move(col_max_part_size));
|
2020-01-24 18:33:47 +00:00
|
|
|
res_columns.emplace_back(std::move(col_move_factor));
|
2019-05-24 19:03:07 +00:00
|
|
|
|
2020-01-24 18:33:47 +00:00
|
|
|
UInt64 num_rows = res_columns.at(0)->size();
|
|
|
|
Chunk chunk(std::move(res_columns), num_rows);
|
2019-09-09 13:50:19 +00:00
|
|
|
|
2020-01-24 18:17:02 +00:00
|
|
|
Pipes pipes;
|
2020-06-16 15:51:29 +00:00
|
|
|
pipes.emplace_back(std::make_shared<SourceFromSingleChunk>(metadata_snapshot->getSampleBlock(), std::move(chunk)));
|
2019-05-24 19:03:07 +00:00
|
|
|
|
2020-01-24 18:17:02 +00:00
|
|
|
return pipes;
|
2019-05-24 19:03:07 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
}
|