mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-19 14:11:58 +00:00
293 lines
9.8 KiB
C++
293 lines
9.8 KiB
C++
#include <unordered_set>
|
|
#include <sparsehash/dense_hash_map>
|
|
#include <sparsehash/dense_hash_set>
|
|
#include <Storages/ITableDeclaration.h>
|
|
#include <Parsers/ASTIdentifier.h>
|
|
#include <Parsers/ASTNameTypePair.h>
|
|
#include <Interpreters/Context.h>
|
|
#include <ext/map.h>
|
|
#include <ext/identity.h>
|
|
#include <ext/collection_cast.h>
|
|
|
|
|
|
namespace DB
|
|
{
|
|
|
|
namespace ErrorCodes
|
|
{
|
|
extern const int NO_SUCH_COLUMN_IN_TABLE;
|
|
extern const int EMPTY_LIST_OF_COLUMNS_QUERIED;
|
|
extern const int COLUMN_QUERIED_MORE_THAN_ONCE;
|
|
extern const int TYPE_MISMATCH;
|
|
extern const int DUPLICATE_COLUMN;
|
|
extern const int NOT_FOUND_COLUMN_IN_BLOCK;
|
|
}
|
|
|
|
|
|
NamesAndTypesList ITableDeclaration::getColumnsList() const
|
|
{
|
|
return ext::collection_cast<NamesAndTypesList>(getColumnsListRange());
|
|
}
|
|
|
|
|
|
ITableDeclaration::ColumnsListRange ITableDeclaration::getColumnsListRange() const
|
|
{
|
|
return boost::join(getColumnsListImpl(), materialized_columns);
|
|
}
|
|
|
|
|
|
bool ITableDeclaration::hasRealColumn(const String & column_name) const
|
|
{
|
|
for (auto & it : getColumnsListRange())
|
|
if (it.name == column_name)
|
|
return true;
|
|
return false;
|
|
}
|
|
|
|
|
|
Names ITableDeclaration::getColumnNamesList() const
|
|
{
|
|
return ext::map<Names>(getColumnsListRange(), [] (const auto & it) { return it.name; });
|
|
}
|
|
|
|
|
|
NameAndTypePair ITableDeclaration::getRealColumn(const String & column_name) const
|
|
{
|
|
for (auto & it : getColumnsListRange())
|
|
if (it.name == column_name)
|
|
return it;
|
|
throw Exception("There is no column " + column_name + " in table.", ErrorCodes::NO_SUCH_COLUMN_IN_TABLE);
|
|
}
|
|
|
|
NameAndTypePair ITableDeclaration::getMaterializedColumn(const String & column_name) const
|
|
{
|
|
for (auto & column : materialized_columns)
|
|
if (column.name == column_name)
|
|
return column;
|
|
|
|
throw Exception("There is no column " + column_name + " in table.", ErrorCodes::NO_SUCH_COLUMN_IN_TABLE);
|
|
}
|
|
|
|
bool ITableDeclaration::hasMaterializedColumn(const String & column_name) const
|
|
{
|
|
for (auto & column : materialized_columns)
|
|
if (column.name == column_name)
|
|
return true;
|
|
|
|
return false;
|
|
}
|
|
|
|
bool ITableDeclaration::hasColumn(const String & column_name) const
|
|
{
|
|
return hasRealColumn(column_name); /// By default, we assume that there are no virtual columns in the storage.
|
|
}
|
|
|
|
NameAndTypePair ITableDeclaration::getColumn(const String & column_name) const
|
|
{
|
|
return getRealColumn(column_name); /// By default, we assume that there are no virtual columns in the storage.
|
|
}
|
|
|
|
|
|
const DataTypePtr ITableDeclaration::getDataTypeByName(const String & column_name) const
|
|
{
|
|
for (const auto & column : getColumnsListRange())
|
|
if (column.name == column_name)
|
|
return column.type;
|
|
|
|
throw Exception("There is no column " + column_name + " in table.", ErrorCodes::NO_SUCH_COLUMN_IN_TABLE);
|
|
}
|
|
|
|
|
|
Block ITableDeclaration::getSampleBlock() const
|
|
{
|
|
Block res;
|
|
|
|
for (const auto & col : getColumnsListRange())
|
|
res.insert({ col.type->createColumn(), col.type, col.name });
|
|
|
|
return res;
|
|
}
|
|
|
|
|
|
Block ITableDeclaration::getSampleBlockNonMaterialized() const
|
|
{
|
|
Block res;
|
|
|
|
for (const auto & col : getColumnsListNonMaterialized())
|
|
res.insert({ col.type->createColumn(), col.type, col.name });
|
|
|
|
return res;
|
|
}
|
|
|
|
|
|
static std::string listOfColumns(const NamesAndTypesList & available_columns)
|
|
{
|
|
std::stringstream s;
|
|
for (NamesAndTypesList::const_iterator it = available_columns.begin(); it != available_columns.end(); ++it)
|
|
{
|
|
if (it != available_columns.begin())
|
|
s << ", ";
|
|
s << it->name;
|
|
}
|
|
return s.str();
|
|
}
|
|
|
|
|
|
using NamesAndTypesMap = google::dense_hash_map<StringRef, const IDataType *, StringRefHash>;
|
|
|
|
static NamesAndTypesMap & getColumnsMapImpl(NamesAndTypesMap & res) { return res; }
|
|
|
|
template <typename Arg, typename... Args>
|
|
static NamesAndTypesMap & getColumnsMapImpl(NamesAndTypesMap & res, const Arg & arg, const Args &... args)
|
|
{
|
|
static_assert(std::is_same<Arg, NamesAndTypesList>::value, "getColumnsMap requires arguments of type NamesAndTypesList");
|
|
|
|
for (const auto & column : arg)
|
|
res.insert({column.name, column.type.get()});
|
|
|
|
return getColumnsMapImpl(res, args...);
|
|
}
|
|
|
|
template <typename... Args>
|
|
static NamesAndTypesMap getColumnsMap(const Args &... args)
|
|
{
|
|
NamesAndTypesMap res;
|
|
res.set_empty_key(StringRef());
|
|
|
|
return getColumnsMapImpl(res, args...);
|
|
}
|
|
|
|
|
|
void ITableDeclaration::check(const Names & column_names) const
|
|
{
|
|
const NamesAndTypesList & available_columns = getColumnsList();
|
|
|
|
if (column_names.empty())
|
|
throw Exception("Empty list of columns queried. There are columns: " + listOfColumns(available_columns),
|
|
ErrorCodes::EMPTY_LIST_OF_COLUMNS_QUERIED);
|
|
|
|
const auto columns_map = getColumnsMap(available_columns);
|
|
|
|
using UniqueStrings = google::dense_hash_set<StringRef, StringRefHash>;
|
|
UniqueStrings unique_names;
|
|
unique_names.set_empty_key(StringRef());
|
|
|
|
for (const auto & name : column_names)
|
|
{
|
|
if (columns_map.end() == columns_map.find(name))
|
|
throw Exception("There is no column with name " + name + " in table. There are columns: " + listOfColumns(available_columns),
|
|
ErrorCodes::NO_SUCH_COLUMN_IN_TABLE);
|
|
|
|
if (unique_names.end() != unique_names.find(name))
|
|
throw Exception("Column " + name + " queried more than once",
|
|
ErrorCodes::COLUMN_QUERIED_MORE_THAN_ONCE);
|
|
unique_names.insert(name);
|
|
}
|
|
}
|
|
|
|
|
|
void ITableDeclaration::check(const NamesAndTypesList & columns) const
|
|
{
|
|
const NamesAndTypesList & available_columns = getColumnsList();
|
|
const auto columns_map = getColumnsMap(available_columns);
|
|
|
|
using UniqueStrings = google::dense_hash_set<StringRef, StringRefHash>;
|
|
UniqueStrings unique_names;
|
|
unique_names.set_empty_key(StringRef());
|
|
|
|
for (const NameAndTypePair & column : columns)
|
|
{
|
|
NamesAndTypesMap::const_iterator it = columns_map.find(column.name);
|
|
if (columns_map.end() == it)
|
|
throw Exception("There is no column with name " + column.name + ". There are columns: "
|
|
+ listOfColumns(available_columns), ErrorCodes::NO_SUCH_COLUMN_IN_TABLE);
|
|
|
|
if (column.type->getName() != it->second->getName())
|
|
throw Exception("Type mismatch for column " + column.name + ". Column has type "
|
|
+ it->second->getName() + ", got type " + column.type->getName(), ErrorCodes::TYPE_MISMATCH);
|
|
|
|
if (unique_names.end() != unique_names.find(column.name))
|
|
throw Exception("Column " + column.name + " queried more than once",
|
|
ErrorCodes::COLUMN_QUERIED_MORE_THAN_ONCE);
|
|
unique_names.insert(column.name);
|
|
}
|
|
}
|
|
|
|
|
|
void ITableDeclaration::check(const NamesAndTypesList & columns, const Names & column_names) const
|
|
{
|
|
const NamesAndTypesList & available_columns = getColumnsList();
|
|
const auto available_columns_map = getColumnsMap(available_columns);
|
|
const NamesAndTypesMap & provided_columns_map = getColumnsMap(columns);
|
|
|
|
if (column_names.empty())
|
|
throw Exception("Empty list of columns queried. There are columns: " + listOfColumns(available_columns),
|
|
ErrorCodes::EMPTY_LIST_OF_COLUMNS_QUERIED);
|
|
|
|
using UniqueStrings = google::dense_hash_set<StringRef, StringRefHash>;
|
|
UniqueStrings unique_names;
|
|
unique_names.set_empty_key(StringRef());
|
|
|
|
for (const String & name : column_names)
|
|
{
|
|
NamesAndTypesMap::const_iterator it = provided_columns_map.find(name);
|
|
if (provided_columns_map.end() == it)
|
|
continue;
|
|
|
|
NamesAndTypesMap::const_iterator jt = available_columns_map.find(name);
|
|
if (available_columns_map.end() == jt)
|
|
throw Exception("There is no column with name " + name + ". There are columns: "
|
|
+ listOfColumns(available_columns), ErrorCodes::NO_SUCH_COLUMN_IN_TABLE);
|
|
|
|
if (it->second->getName() != jt->second->getName())
|
|
throw Exception("Type mismatch for column " + name + ". Column has type "
|
|
+ jt->second->getName() + ", got type " + it->second->getName(), ErrorCodes::TYPE_MISMATCH);
|
|
|
|
if (unique_names.end() != unique_names.find(name))
|
|
throw Exception("Column " + name + " queried more than once",
|
|
ErrorCodes::COLUMN_QUERIED_MORE_THAN_ONCE);
|
|
unique_names.insert(name);
|
|
}
|
|
}
|
|
|
|
|
|
void ITableDeclaration::check(const Block & block, bool need_all) const
|
|
{
|
|
const NamesAndTypesList & available_columns = getColumnsList();
|
|
const auto columns_map = getColumnsMap(available_columns);
|
|
|
|
using NameSet = std::unordered_set<String>;
|
|
NameSet names_in_block;
|
|
|
|
for (size_t i = 0; i < block.columns(); ++i)
|
|
{
|
|
const ColumnWithTypeAndName & column = block.safeGetByPosition(i);
|
|
|
|
if (names_in_block.count(column.name))
|
|
throw Exception("Duplicate column " + column.name + " in block",
|
|
ErrorCodes::DUPLICATE_COLUMN);
|
|
|
|
names_in_block.insert(column.name);
|
|
|
|
NamesAndTypesMap::const_iterator it = columns_map.find(column.name);
|
|
if (columns_map.end() == it)
|
|
throw Exception("There is no column with name " + column.name + ". There are columns: "
|
|
+ listOfColumns(available_columns), ErrorCodes::NO_SUCH_COLUMN_IN_TABLE);
|
|
|
|
if (column.type->getName() != it->second->getName())
|
|
throw Exception("Type mismatch for column " + column.name + ". Column has type "
|
|
+ it->second->getName() + ", got type " + column.type->getName(), ErrorCodes::TYPE_MISMATCH);
|
|
}
|
|
|
|
if (need_all && names_in_block.size() < columns_map.size())
|
|
{
|
|
for (NamesAndTypesList::const_iterator it = available_columns.begin(); it != available_columns.end(); ++it)
|
|
{
|
|
if (!names_in_block.count(it->name))
|
|
throw Exception("Expected column " + it->name, ErrorCodes::NOT_FOUND_COLUMN_IN_BLOCK);
|
|
}
|
|
}
|
|
}
|
|
|
|
}
|