mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-15 19:02:04 +00:00
9ff2bfcbf5
src/Interpreters/GinFilter.cpp src/Interpreters/InterpreterCreateQuery.cpp src/Storages/MergeTree/MergeTreeData.cpp src/Storages/MergeTree/MergeTreeDataPartWriterOnDisk.cpp src/Storages/MergeTree/MergeTreeIndexInverted.cpp
121 lines
3.8 KiB
C++
121 lines
3.8 KiB
C++
#include <Storages/MergeTree/MergeTreeIndices.h>
|
|
#include <Parsers/parseQuery.h>
|
|
#include <Parsers/ParserCreateQuery.h>
|
|
#include <IO/WriteHelpers.h>
|
|
#include <IO/ReadHelpers.h>
|
|
#include <numeric>
|
|
|
|
#include <boost/algorithm/string.hpp>
|
|
|
|
|
|
namespace DB
|
|
{
|
|
|
|
namespace ErrorCodes
|
|
{
|
|
extern const int LOGICAL_ERROR;
|
|
extern const int INCORRECT_QUERY;
|
|
}
|
|
|
|
void MergeTreeIndexFactory::registerCreator(const std::string & index_type, Creator creator)
|
|
{
|
|
if (!creators.emplace(index_type, std::move(creator)).second)
|
|
throw Exception(ErrorCodes::LOGICAL_ERROR, "MergeTreeIndexFactory: the Index creator name '{}' is not unique",
|
|
index_type);
|
|
}
|
|
void MergeTreeIndexFactory::registerValidator(const std::string & index_type, Validator validator)
|
|
{
|
|
if (!validators.emplace(index_type, std::move(validator)).second)
|
|
throw Exception(ErrorCodes::LOGICAL_ERROR, "MergeTreeIndexFactory: the Index validator name '{}' is not unique", index_type);
|
|
}
|
|
|
|
|
|
MergeTreeIndexPtr MergeTreeIndexFactory::get(
|
|
const IndexDescription & index) const
|
|
{
|
|
auto it = creators.find(index.type);
|
|
if (it == creators.end())
|
|
throw Exception(ErrorCodes::INCORRECT_QUERY,
|
|
"Unknown Index type '{}'. Available index types: {}", index.type,
|
|
std::accumulate(creators.cbegin(), creators.cend(), std::string{},
|
|
[] (auto && left, const auto & right) -> std::string
|
|
{
|
|
if (left.empty())
|
|
return right.first;
|
|
else
|
|
return left + ", " + right.first;
|
|
})
|
|
);
|
|
|
|
return it->second(index);
|
|
}
|
|
|
|
|
|
MergeTreeIndices MergeTreeIndexFactory::getMany(const std::vector<IndexDescription> & indices) const
|
|
{
|
|
MergeTreeIndices result;
|
|
for (const auto & index : indices)
|
|
result.emplace_back(get(index));
|
|
return result;
|
|
}
|
|
|
|
void MergeTreeIndexFactory::validate(const IndexDescription & index, bool attach) const
|
|
{
|
|
auto it = validators.find(index.type);
|
|
if (it == validators.end())
|
|
throw Exception(ErrorCodes::INCORRECT_QUERY,
|
|
"Unknown Index type '{}'. Available index types: {}", index.type,
|
|
std::accumulate(
|
|
validators.cbegin(),
|
|
validators.cend(),
|
|
std::string{},
|
|
[](auto && left, const auto & right) -> std::string
|
|
{
|
|
if (left.empty())
|
|
return right.first;
|
|
else
|
|
return left + ", " + right.first;
|
|
})
|
|
);
|
|
|
|
it->second(index, attach);
|
|
}
|
|
|
|
MergeTreeIndexFactory::MergeTreeIndexFactory()
|
|
{
|
|
registerCreator("minmax", minmaxIndexCreator);
|
|
registerValidator("minmax", minmaxIndexValidator);
|
|
|
|
registerCreator("set", setIndexCreator);
|
|
registerValidator("set", setIndexValidator);
|
|
|
|
registerCreator("ngrambf_v1", bloomFilterIndexCreator);
|
|
registerValidator("ngrambf_v1", bloomFilterIndexValidator);
|
|
|
|
registerCreator("tokenbf_v1", bloomFilterIndexCreator);
|
|
registerValidator("tokenbf_v1", bloomFilterIndexValidator);
|
|
|
|
registerCreator("bloom_filter", bloomFilterIndexCreatorNew);
|
|
registerValidator("bloom_filter", bloomFilterIndexValidatorNew);
|
|
|
|
registerCreator("hypothesis", hypothesisIndexCreator);
|
|
registerValidator("hypothesis", hypothesisIndexValidator);
|
|
|
|
#ifdef ENABLE_ANNOY
|
|
registerCreator("annoy", annoyIndexCreator);
|
|
registerValidator("annoy", annoyIndexValidator);
|
|
#endif
|
|
|
|
registerCreator("inverted", invertedIndexCreator);
|
|
registerValidator("inverted", invertedIndexValidator);
|
|
|
|
}
|
|
|
|
MergeTreeIndexFactory & MergeTreeIndexFactory::instance()
|
|
{
|
|
static MergeTreeIndexFactory instance;
|
|
return instance;
|
|
}
|
|
|
|
}
|