2011-10-30 11:30:52 +00:00
|
|
|
|
#include <DB/IO/ConcatReadBuffer.h>
|
|
|
|
|
|
2013-10-25 14:56:47 +00:00
|
|
|
|
#include <DB/DataStreams/AddingDefaultBlockOutputStream.h>
|
2011-11-06 06:22:52 +00:00
|
|
|
|
#include <DB/DataStreams/MaterializingBlockInputStream.h>
|
2013-11-13 14:39:48 +00:00
|
|
|
|
#include <DB/DataStreams/PushingToViewsBlockOutputStream.h>
|
2011-10-30 11:30:52 +00:00
|
|
|
|
#include <DB/DataStreams/copyData.h>
|
|
|
|
|
|
|
|
|
|
#include <DB/Parsers/ASTInsertQuery.h>
|
|
|
|
|
#include <DB/Parsers/ASTSelectQuery.h>
|
|
|
|
|
#include <DB/Parsers/ASTIdentifier.h>
|
|
|
|
|
|
|
|
|
|
#include <DB/Interpreters/InterpreterSelectQuery.h>
|
|
|
|
|
#include <DB/Interpreters/InterpreterInsertQuery.h>
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
|
{
|
|
|
|
|
|
|
|
|
|
|
2012-03-05 00:09:41 +00:00
|
|
|
|
InterpreterInsertQuery::InterpreterInsertQuery(ASTPtr query_ptr_, Context & context_)
|
|
|
|
|
: query_ptr(query_ptr_), context(context_)
|
2011-10-30 11:30:52 +00:00
|
|
|
|
{
|
2014-01-03 08:20:13 +00:00
|
|
|
|
ProfileEvents::increment(ProfileEvents::InsertQuery);
|
2011-10-30 11:30:52 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
StoragePtr InterpreterInsertQuery::getTable()
|
|
|
|
|
{
|
|
|
|
|
ASTInsertQuery & query = dynamic_cast<ASTInsertQuery &>(*query_ptr);
|
|
|
|
|
|
|
|
|
|
/// В какую таблицу писать.
|
2012-08-02 17:33:31 +00:00
|
|
|
|
return context.getTable(query.database, query.table);
|
2011-10-30 11:30:52 +00:00
|
|
|
|
}
|
|
|
|
|
|
2012-03-19 12:57:56 +00:00
|
|
|
|
Block InterpreterInsertQuery::getSampleBlock()
|
|
|
|
|
{
|
2013-10-25 14:56:47 +00:00
|
|
|
|
ASTInsertQuery & query = dynamic_cast<ASTInsertQuery &>(*query_ptr);
|
2013-10-28 14:43:36 +00:00
|
|
|
|
Block db_sample = getTable()->getSampleBlock();
|
2013-10-25 14:56:47 +00:00
|
|
|
|
|
|
|
|
|
/// Если в запросе не указана информация о столбцах
|
|
|
|
|
if (!query.columns)
|
2013-10-28 14:43:36 +00:00
|
|
|
|
return db_sample;
|
2013-10-25 14:56:47 +00:00
|
|
|
|
|
|
|
|
|
/// Формируем блок, основываясь на именах столбцов из запроса
|
|
|
|
|
Block res;
|
2013-11-15 09:43:50 +00:00
|
|
|
|
for (ASTs::iterator it = query.columns->children.begin(); it != query.columns->children.end(); ++ it)
|
2013-10-25 14:56:47 +00:00
|
|
|
|
{
|
|
|
|
|
std::string currentName = (*it)->getColumnName();
|
|
|
|
|
|
|
|
|
|
/// В таблице нет столбца с таким именем
|
2013-10-28 14:43:36 +00:00
|
|
|
|
if (!db_sample.has(currentName))
|
2013-12-18 11:19:36 +00:00
|
|
|
|
throw Exception("No such column " + currentName + " in table " + query.table, ErrorCodes::NO_SUCH_COLUMN_IN_TABLE);
|
2012-03-19 12:57:56 +00:00
|
|
|
|
|
2013-10-25 14:56:47 +00:00
|
|
|
|
ColumnWithNameAndType col;
|
|
|
|
|
col.name = currentName;
|
2013-10-28 14:43:36 +00:00
|
|
|
|
col.type = db_sample.getByName(col.name).type;
|
2013-10-25 14:56:47 +00:00
|
|
|
|
col.column = col.type->createColumn();
|
|
|
|
|
res.insert(col);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return res;
|
|
|
|
|
}
|
2012-03-19 12:57:56 +00:00
|
|
|
|
|
2012-01-09 19:20:48 +00:00
|
|
|
|
void InterpreterInsertQuery::execute(ReadBuffer * remaining_data_istr)
|
2011-10-30 11:30:52 +00:00
|
|
|
|
{
|
|
|
|
|
ASTInsertQuery & query = dynamic_cast<ASTInsertQuery &>(*query_ptr);
|
|
|
|
|
StoragePtr table = getTable();
|
|
|
|
|
|
|
|
|
|
BlockInputStreamPtr in;
|
2013-10-28 14:43:36 +00:00
|
|
|
|
NamesAndTypesListPtr required_columns = new NamesAndTypesList (table->getSampleBlock().getColumnsList());
|
2013-11-15 09:43:50 +00:00
|
|
|
|
/// Надо убедиться, что запрос идет в таблицу, которая поддерживает вставку.
|
2013-11-13 14:39:48 +00:00
|
|
|
|
table->write(query_ptr);
|
2013-11-15 09:43:50 +00:00
|
|
|
|
/// Создаем кортеж из нескольких стримов, в которые будем писать данные.
|
2013-11-13 14:39:48 +00:00
|
|
|
|
BlockOutputStreamPtr out = new AddingDefaultBlockOutputStream(new PushingToViewsBlockOutputStream(query.database, query.table, context, query_ptr), required_columns);
|
2011-10-30 11:30:52 +00:00
|
|
|
|
|
|
|
|
|
/// Какой тип запроса: INSERT VALUES | INSERT FORMAT | INSERT SELECT?
|
|
|
|
|
if (!query.select)
|
|
|
|
|
{
|
|
|
|
|
String format = query.format;
|
|
|
|
|
if (format.empty())
|
|
|
|
|
format = "Values";
|
|
|
|
|
|
2013-02-20 23:24:17 +00:00
|
|
|
|
/// Данные могут содержаться в распарсенной (query.data) и ещё не распарсенной (remaining_data_istr) части запроса.
|
|
|
|
|
|
|
|
|
|
/// Если данных нет.
|
|
|
|
|
bool has_remaining_data = remaining_data_istr && !remaining_data_istr->eof();
|
|
|
|
|
|
|
|
|
|
if (!query.data && !has_remaining_data)
|
|
|
|
|
throw Exception("No data to insert", ErrorCodes::NO_DATA_TO_INSERT);
|
|
|
|
|
|
2011-10-30 11:30:52 +00:00
|
|
|
|
ConcatReadBuffer::ReadBuffers buffers;
|
2013-02-20 23:24:17 +00:00
|
|
|
|
ReadBuffer buf1(const_cast<char *>(query.data), query.data ? query.end - query.data : 0, 0);
|
2011-10-30 11:30:52 +00:00
|
|
|
|
|
2013-02-20 23:24:17 +00:00
|
|
|
|
if (query.data)
|
|
|
|
|
buffers.push_back(&buf1);
|
|
|
|
|
if (has_remaining_data)
|
2012-01-09 19:20:48 +00:00
|
|
|
|
buffers.push_back(remaining_data_istr);
|
2011-10-30 11:30:52 +00:00
|
|
|
|
|
|
|
|
|
ConcatReadBuffer istr(buffers);
|
|
|
|
|
Block sample = table->getSampleBlock();
|
|
|
|
|
|
2012-08-02 17:33:31 +00:00
|
|
|
|
in = context.getFormatFactory().getInput(format, istr, sample, context.getSettings().max_block_size, context.getDataTypeFactory());
|
2011-10-30 11:30:52 +00:00
|
|
|
|
copyData(*in, *out);
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
2012-03-05 00:09:41 +00:00
|
|
|
|
InterpreterSelectQuery interpreter_select(query.select, context);
|
2011-10-30 11:30:52 +00:00
|
|
|
|
in = interpreter_select.execute();
|
2011-11-06 06:22:52 +00:00
|
|
|
|
in = new MaterializingBlockInputStream(in);
|
2013-10-25 14:56:47 +00:00
|
|
|
|
|
2011-10-30 11:30:52 +00:00
|
|
|
|
copyData(*in, *out);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2012-03-11 08:52:56 +00:00
|
|
|
|
BlockOutputStreamPtr InterpreterInsertQuery::execute()
|
|
|
|
|
{
|
|
|
|
|
ASTInsertQuery & query = dynamic_cast<ASTInsertQuery &>(*query_ptr);
|
|
|
|
|
StoragePtr table = getTable();
|
|
|
|
|
|
2013-10-28 14:43:36 +00:00
|
|
|
|
NamesAndTypesListPtr required_columns = new NamesAndTypesList(table->getSampleBlock().getColumnsList());
|
2013-11-13 14:39:48 +00:00
|
|
|
|
|
2013-11-15 09:43:50 +00:00
|
|
|
|
/// Надо убедиться, что запрос идет в таблицу, которая поддерживает вставку.
|
2013-11-13 14:39:48 +00:00
|
|
|
|
table->write(query_ptr);
|
2013-11-15 09:43:50 +00:00
|
|
|
|
/// Создаем кортеж из нескольких стримов, в которые будем писать данные.
|
2013-11-13 14:39:48 +00:00
|
|
|
|
BlockOutputStreamPtr out = new AddingDefaultBlockOutputStream(new PushingToViewsBlockOutputStream(query.database, query.table, context, query_ptr), required_columns);
|
2012-03-11 08:52:56 +00:00
|
|
|
|
|
|
|
|
|
/// Какой тип запроса: INSERT или INSERT SELECT?
|
|
|
|
|
if (!query.select)
|
|
|
|
|
return out;
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
InterpreterSelectQuery interpreter_select(query.select, context);
|
|
|
|
|
BlockInputStreamPtr in = interpreter_select.execute();
|
|
|
|
|
in = new MaterializingBlockInputStream(in);
|
|
|
|
|
copyData(*in, *out);
|
|
|
|
|
|
|
|
|
|
return NULL;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2011-10-30 11:30:52 +00:00
|
|
|
|
}
|