mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-02 04:22:03 +00:00
70 lines
2.4 KiB
C++
70 lines
2.4 KiB
C++
#pragma once
|
|
|
|
#include <Core/Block.h>
|
|
#include <Processors/Formats/RowInputFormatWithDiagnosticInfo.h>
|
|
#include <Formats/FormatSettings.h>
|
|
#include <Formats/ParsedTemplateFormatString.h>
|
|
#include <IO/ReadHelpers.h>
|
|
#include <IO/PeekableReadBuffer.h>
|
|
|
|
|
|
namespace DB
|
|
{
|
|
|
|
class TemplateRowInputFormat : public RowInputFormatWithDiagnosticInfo
|
|
{
|
|
using ColumnFormat = ParsedTemplateFormatString::ColumnFormat;
|
|
public:
|
|
TemplateRowInputFormat(const Block & header_, ReadBuffer & in_, const Params & params_,
|
|
FormatSettings settings_, bool ignore_spaces_,
|
|
ParsedTemplateFormatString format_, ParsedTemplateFormatString row_format_,
|
|
std::string row_between_delimiter);
|
|
|
|
String getName() const override { return "TemplateRowInputFormat"; }
|
|
|
|
bool readRow(MutableColumns & columns, RowReadExtension & extra) override;
|
|
|
|
void readPrefix() override;
|
|
|
|
bool allowSyncAfterError() const override;
|
|
void syncAfterError() override;
|
|
|
|
void resetParser() override;
|
|
|
|
private:
|
|
bool deserializeField(const DataTypePtr & type, IColumn & column, size_t file_column);
|
|
void skipField(ColumnFormat col_format);
|
|
inline void skipSpaces() { if (ignore_spaces) skipWhitespaceIfAny(buf); }
|
|
|
|
template <typename ReturnType = void>
|
|
ReturnType tryReadPrefixOrSuffix(size_t & input_part_beg, size_t input_part_end);
|
|
bool checkForSuffix();
|
|
[[noreturn]] void throwUnexpectedEof();
|
|
|
|
bool parseRowAndPrintDiagnosticInfo(MutableColumns & columns, WriteBuffer & out) override;
|
|
void tryDeserializeFiled(const DataTypePtr & type, IColumn & column, size_t file_column, ReadBuffer::Position & prev_pos,
|
|
ReadBuffer::Position & curr_pos) override;
|
|
bool isGarbageAfterField(size_t after_col_idx, ReadBuffer::Position pos) override;
|
|
void writeErrorStringForWrongDelimiter(WriteBuffer & out, const String & description, const String & delim);
|
|
|
|
void skipToNextDelimiterOrEof(const String & delimiter);
|
|
|
|
private:
|
|
PeekableReadBuffer buf;
|
|
DataTypes data_types;
|
|
|
|
FormatSettings settings;
|
|
const bool ignore_spaces;
|
|
ParsedTemplateFormatString format;
|
|
ParsedTemplateFormatString row_format;
|
|
|
|
size_t format_data_idx;
|
|
bool end_of_stream = false;
|
|
std::vector<size_t> always_default_columns;
|
|
char default_csv_delimiter;
|
|
|
|
std::string row_between_delimiter;
|
|
};
|
|
|
|
}
|