ClickHouse/dbms/src/DataStreams/FormatFactory.cpp

#include <DB/DataStreams/NativeBlockInputStream.h>
#include <DB/DataStreams/NativeBlockOutputStream.h>
#include <DB/DataStreams/TabSeparatedRowInputStream.h>
#include <DB/DataStreams/TabSeparatedRowOutputStream.h>
#include <DB/DataStreams/TabSeparatedRawRowOutputStream.h>
#include <DB/DataStreams/BinaryRowInputStream.h>
#include <DB/DataStreams/BinaryRowOutputStream.h>
#include <DB/DataStreams/ValuesRowInputStream.h>
#include <DB/DataStreams/ValuesRowOutputStream.h>
#include <DB/DataStreams/TabSeparatedBlockOutputStream.h>
#include <DB/DataStreams/PrettyBlockOutputStream.h>
#include <DB/DataStreams/PrettyCompactBlockOutputStream.h>
#include <DB/DataStreams/PrettySpaceBlockOutputStream.h>
#include <DB/DataStreams/VerticalRowOutputStream.h>
#include <DB/DataStreams/NullBlockOutputStream.h>
#include <DB/DataStreams/BlockInputStreamFromRowInputStream.h>
#include <DB/DataStreams/BlockOutputStreamFromRowOutputStream.h>
#include <DB/DataStreams/JSONRowOutputStream.h>
#include <DB/DataStreams/JSONCompactRowOutputStream.h>
#include <DB/DataStreams/XMLRowOutputStream.h>
#include <DB/DataStreams/TSKVRowOutputStream.h>
#include <DB/DataStreams/PrettyCompactMonoBlockOutputStream.h>
#include <DB/DataStreams/ODBCDriverBlockOutputStream.h>
#include <DB/DataStreams/CSVRowInputStream.h>
#include <DB/DataStreams/CSVRowOutputStream.h>
#include <DB/DataStreams/MaterializingBlockOutputStream.h>
#include <DB/DataStreams/FormatFactory.h>


namespace DB
{

namespace ErrorCodes
{
	extern const int FORMAT_IS_NOT_SUITABLE_FOR_INPUT;
	extern const int UNKNOWN_FORMAT;
}


BlockInputStreamPtr FormatFactory::getInput(const String & name, ReadBuffer & buf,
	const Block & sample, const Context & context, size_t max_block_size) const
{
	if (name == "Native")
		return new NativeBlockInputStream(buf);
	else if (name == "RowBinary")
		return new BlockInputStreamFromRowInputStream(new BinaryRowInputStream(buf), sample, max_block_size);
	else if (name == "TabSeparated")
		return new BlockInputStreamFromRowInputStream(new TabSeparatedRowInputStream(buf, sample), sample, max_block_size);
	else if (name == "TabSeparatedWithNames")
		return new BlockInputStreamFromRowInputStream(new TabSeparatedRowInputStream(buf, sample, true), sample, max_block_size);
	else if (name == "TabSeparatedWithNamesAndTypes")
		return new BlockInputStreamFromRowInputStream(new TabSeparatedRowInputStream(buf, sample, true, true), sample, max_block_size);
	else if (name == "Values")
		return new BlockInputStreamFromRowInputStream(new ValuesRowInputStream(buf, context), sample, max_block_size);
	else if (name == "CSV")
		return new BlockInputStreamFromRowInputStream(new CSVRowInputStream(buf, sample, ','), sample, max_block_size);
	else if (name == "CSVWithNames")
		return new BlockInputStreamFromRowInputStream(new CSVRowInputStream(buf, sample, ',', true), sample, max_block_size);
	else if (name == "TabSeparatedRaw"
		|| name == "BlockTabSeparated"
		|| name == "Pretty"
		|| name == "PrettyCompact"
		|| name == "PrettyCompactMonoBlock"
		|| name == "PrettySpace"
		|| name == "PrettyNoEscapes"
		|| name == "PrettyCompactNoEscapes"
		|| name == "PrettySpaceNoEscapes"
		|| name == "Vertical"
		|| name == "VerticalRaw"
		|| name == "Null"
		|| name == "JSON"
		|| name == "JSONCompact"
		|| name == "XML"
		|| name == "TSKV"
		|| name == "ODBCDriver")
		throw Exception("Format " + name + " is not suitable for input", ErrorCodes::FORMAT_IS_NOT_SUITABLE_FOR_INPUT);
	else
		throw Exception("Unknown format " + name, ErrorCodes::UNKNOWN_FORMAT);
}


static BlockOutputStreamPtr getOutputImpl(const String & name, WriteBuffer & buf,
	const Block & sample, const Context & context)
{
	if (name == "Native")
		return new NativeBlockOutputStream(buf);
	else if (name == "RowBinary")
		return new BlockOutputStreamFromRowOutputStream(new BinaryRowOutputStream(buf));
	else if (name == "TabSeparated")
		return new BlockOutputStreamFromRowOutputStream(new TabSeparatedRowOutputStream(buf, sample));
	else if (name == "TabSeparatedWithNames")
		return new BlockOutputStreamFromRowOutputStream(new TabSeparatedRowOutputStream(buf, sample, true));
	else if (name == "TabSeparatedWithNamesAndTypes")
		return new BlockOutputStreamFromRowOutputStream(new TabSeparatedRowOutputStream(buf, sample, true, true));
	else if (name == "TabSeparatedRaw")
		return new BlockOutputStreamFromRowOutputStream(new TabSeparatedRawRowOutputStream(buf, sample));
	else if (name == "BlockTabSeparated")
		return new TabSeparatedBlockOutputStream(buf);
	else if (name == "CSV")
		return new BlockOutputStreamFromRowOutputStream(new CSVRowOutputStream(buf, sample));
	else if (name == "CSVWithNames")
		return new BlockOutputStreamFromRowOutputStream(new CSVRowOutputStream(buf, sample, true));
	else if (name == "Pretty")
		return new PrettyBlockOutputStream(buf);
	else if (name == "PrettyCompact")
		return new PrettyCompactBlockOutputStream(buf);
	else if (name == "PrettyCompactMonoBlock")
		return new PrettyCompactMonoBlockOutputStream(buf);
	else if (name == "PrettySpace")
		return new PrettySpaceBlockOutputStream(buf);
	else if (name == "PrettyNoEscapes")
		return new PrettyBlockOutputStream(buf, true);
	else if (name == "PrettyCompactNoEscapes")
		return new PrettyCompactBlockOutputStream(buf, true);
	else if (name == "PrettySpaceNoEscapes")
		return new PrettySpaceBlockOutputStream(buf, true);
	else if (name == "Vertical")
		return new BlockOutputStreamFromRowOutputStream(new VerticalRowOutputStream(buf, sample));
	else if (name == "VerticalRaw")
		return new BlockOutputStreamFromRowOutputStream(new VerticalRawRowOutputStream(buf, sample));
	else if (name == "Values")
		return new BlockOutputStreamFromRowOutputStream(new ValuesRowOutputStream(buf));
	else if (name == "JSON")
		return new BlockOutputStreamFromRowOutputStream(new JSONRowOutputStream(buf, sample));
	else if (name == "JSONCompact")
		return new BlockOutputStreamFromRowOutputStream(new JSONCompactRowOutputStream(buf, sample));
	else if (name == "XML")
		return new BlockOutputStreamFromRowOutputStream(new XMLRowOutputStream(buf, sample));
	else if (name == "TSKV")
		return new BlockOutputStreamFromRowOutputStream(new TSKVRowOutputStream(buf, sample));
	else if (name == "ODBCDriver")
		return new ODBCDriverBlockOutputStream(buf);
	else if (name == "Null")
		return new NullBlockOutputStream;
	else
		throw Exception("Unknown format " + name, ErrorCodes::UNKNOWN_FORMAT);
}

BlockOutputStreamPtr FormatFactory::getOutput(const String & name, WriteBuffer & buf,
	const Block & sample, const Context & context) const
{
	/** Материализация нужна, так как форматы могут использовать функции IDataType,
	  *  которые допускают работу только с полными столбцами.
	  */
	return new MaterializingBlockOutputStream(getOutputImpl(name, buf, sample, context));
}

}