ClickHouse/dbms/src/Storages/StorageSystemColumns.cpp

159 lines
5.0 KiB
C++
Raw Normal View History

2015-04-24 12:26:23 +00:00
#include <DB/Storages/StorageSystemColumns.h>
#include <DB/Columns/ColumnString.h>
#include <DB/DataTypes/DataTypeString.h>
#include <DB/DataStreams/OneBlockInputStream.h>
2015-04-24 15:49:30 +00:00
#include <DB/Common/VirtualColumnUtils.h>
2015-04-24 12:26:23 +00:00
namespace DB
{
StorageSystemColumns::StorageSystemColumns(const std::string & name_)
: name(name_)
, columns{
{ "database", new DataTypeString },
{ "table", new DataTypeString },
{ "name", new DataTypeString },
2015-04-24 12:26:23 +00:00
{ "type", new DataTypeString },
{ "default_type", new DataTypeString },
{ "default_expression", new DataTypeString }
}
{
}
StoragePtr StorageSystemColumns::create(const std::string & name_)
{
return (new StorageSystemColumns{name_})->thisPtr();
}
BlockInputStreams StorageSystemColumns::read(
const Names & column_names,
ASTPtr query,
const Context & context,
const Settings & settings,
QueryProcessingStage::Enum & processed_stage,
const size_t max_block_size,
const unsigned threads)
{
2015-04-24 15:49:30 +00:00
check(column_names);
processed_stage = QueryProcessingStage::FetchColumns;
Block block;
2015-04-24 12:26:23 +00:00
std::map<std::pair<std::string, std::string>, StoragePtr> storages;
2015-04-24 12:26:23 +00:00
{
2015-04-24 15:49:30 +00:00
Poco::ScopedLock<Poco::Mutex> lock(context.getMutex());
2015-04-24 12:26:23 +00:00
2015-04-24 15:49:30 +00:00
const Databases & databases = context.getDatabases();
2015-04-27 09:43:23 +00:00
/// Добавляем столбец database.
ColumnPtr database_column = new ColumnString;
2015-04-24 15:49:30 +00:00
for (const auto & database : databases)
database_column->insert(database.first);
block.insert(ColumnWithNameAndType(database_column, new DataTypeString, "database"));
/// Отфильтруем блок со столбцом database.
VirtualColumnUtils::filterBlockWithQuery(query, block, context);
if (!block.rows())
return BlockInputStreams();
database_column = block.getByName("database").column;
size_t rows = database_column->size();
2015-04-27 09:43:23 +00:00
/// Добавляем столбец table.
ColumnPtr table_column = new ColumnString;
2015-04-27 09:43:23 +00:00
IColumn::Offsets_t offsets(rows);
for (size_t i = 0; i < rows; ++i)
2015-04-24 15:49:30 +00:00
{
2015-04-27 09:43:23 +00:00
const std::string database_name = (*database_column)[i].get<std::string>();
const Tables & tables = databases.at(database_name);
offsets[i] = i ? offsets[i - 1] : 0;
2015-04-24 15:49:30 +00:00
for (const auto & table : tables)
2015-04-24 12:26:23 +00:00
{
storages.insert(std::make_pair(std::make_pair(database_name, table.first), table.second));
table_column->insert(table.first);
offsets[i] += 1;
2015-04-24 12:26:23 +00:00
}
}
for (size_t i = 0; i < block.columns(); ++i)
{
ColumnPtr & column = block.getByPosition(i).column;
column = column->replicate(offsets);
}
block.insert(ColumnWithNameAndType(table_column, new DataTypeString, "table"));
}
/// Отфильтруем блок со столбцами database и table.
VirtualColumnUtils::filterBlockWithQuery(query, block, context);
if (!block.rows())
return BlockInputStreams();
ColumnPtr filtered_database_column = block.getByName("database").column;
ColumnPtr filtered_table_column = block.getByName("table").column;
2015-04-27 09:43:23 +00:00
/// Составляем результат.
ColumnPtr database_column = new ColumnString;
ColumnPtr table_column = new ColumnString;
ColumnPtr name_column = new ColumnString;
ColumnPtr type_column = new ColumnString;
ColumnPtr default_type_column = new ColumnString;
ColumnPtr default_expression_column = new ColumnString;
size_t rows = filtered_database_column->size();
for (size_t i = 0; i < rows; ++i)
{
2015-04-27 09:43:23 +00:00
const std::string database_name = (*filtered_database_column)[i].get<std::string>();
const std::string table_name = (*filtered_table_column)[i].get<std::string>();
NamesAndTypesList columns;
ColumnDefaults column_defaults;
{
StoragePtr storage = storages.at(std::make_pair(database_name, table_name));
auto table_lock = storage->lockStructure(false);
columns = storage->getColumnsList();
columns.insert(std::end(columns), std::begin(storage->alias_columns), std::end(storage->alias_columns));
column_defaults = storage->column_defaults;
}
2015-04-24 15:49:30 +00:00
for (const auto & column : columns)
{
database_column->insert(database_name);
table_column->insert(table_name);
name_column->insert(column.name);
type_column->insert(column.type->getName());
const auto it = column_defaults.find(column.name);
if (it == std::end(column_defaults))
{
default_type_column->insertDefault();
default_expression_column->insertDefault();
}
else
{
default_type_column->insert(toString(it->second.type));
default_expression_column->insert(queryToString(it->second.expression));
}
}
}
2015-04-24 15:49:30 +00:00
block.clear();
block.insert(ColumnWithNameAndType(database_column, new DataTypeString, "database"));
block.insert(ColumnWithNameAndType(table_column, new DataTypeString, "table"));
block.insert(ColumnWithNameAndType(name_column, new DataTypeString, "name"));
block.insert(ColumnWithNameAndType(type_column, new DataTypeString, "type"));
block.insert(ColumnWithNameAndType(default_type_column, new DataTypeString, "default_type"));
block.insert(ColumnWithNameAndType(default_expression_column, new DataTypeString, "default_expression"));
return BlockInputStreams{ 1, new OneBlockInputStream(block) };
2015-04-24 12:26:23 +00:00
}
}