ClickHouse/src/Processors/Formats/IInputFormat.h

Ignoring revisions in .git-blame-ignore-revs. Click here to bypass and see the normal blame view.

70 lines
2.2 KiB
C++
Raw Normal View History

#pragma once
2022-09-08 16:37:18 +00:00
#include <Processors/Formats/InputFormatErrorsLogger.h>
#include <Processors/ISource.h>
#include <IO/ReadBuffer.h>
2022-04-26 10:42:56 +00:00
#include <Interpreters/Context.h>
#include <Formats/ColumnMapping.h>
2021-03-01 19:58:55 +00:00
namespace DB
{
2021-03-01 19:58:55 +00:00
using ColumnMappingPtr = std::shared_ptr<ColumnMapping>;
/** Input format is a source, that reads data from ReadBuffer.
*/
class IInputFormat : public ISource
{
2019-02-19 18:41:18 +00:00
protected:
2019-02-05 13:01:40 +00:00
ReadBuffer * in [[maybe_unused]];
public:
IInputFormat(Block header, ReadBuffer & in_);
/** In some usecase (hello Kafka) we need to read a lot of tiny streams in exactly the same format.
* The recreating of parser for each small stream takes too long, so we introduce a method
2019-12-26 15:59:38 +00:00
* resetParser() which allow to reset the state of parser to continue reading of
2022-04-17 23:02:49 +00:00
* source stream without recreating that.
* That should be called after current buffer was fully read.
*/
virtual void resetParser();
2019-07-30 18:48:40 +00:00
2021-10-20 14:17:20 +00:00
virtual void setReadBuffer(ReadBuffer & in_);
2022-11-02 14:17:48 +00:00
ReadBuffer & getReadBuffer() const { return *in; }
2021-10-20 14:17:20 +00:00
2019-07-30 18:48:40 +00:00
virtual const BlockMissingValues & getMissingValues() const
{
static const BlockMissingValues none;
return none;
}
2021-03-01 19:58:55 +00:00
/// Must be called from ParallelParsingInputFormat after readSuffix
ColumnMappingPtr getColumnMapping() const { return column_mapping; }
/// Must be called from ParallelParsingInputFormat before readPrefix
2021-03-01 22:32:11 +00:00
void setColumnMapping(ColumnMappingPtr column_mapping_) { column_mapping = column_mapping_; }
2021-03-01 19:58:55 +00:00
size_t getCurrentUnitNumber() const { return current_unit_number; }
void setCurrentUnitNumber(size_t current_unit_number_) { current_unit_number = current_unit_number_; }
2021-07-20 18:18:43 +00:00
void addBuffer(std::unique_ptr<ReadBuffer> buffer) { owned_buffers.emplace_back(std::move(buffer)); }
2022-09-05 15:42:49 +00:00
void setErrorsLogger(const InputFormatErrorsLoggerPtr & errors_logger_) { errors_logger = errors_logger_; }
2021-03-01 19:58:55 +00:00
protected:
ColumnMappingPtr column_mapping{};
2022-09-05 15:42:49 +00:00
InputFormatErrorsLoggerPtr errors_logger;
private:
/// Number of currently parsed chunk (if parallel parsing is enabled)
size_t current_unit_number = 0;
2021-07-20 18:18:43 +00:00
std::vector<std::unique_ptr<ReadBuffer>> owned_buffers;
};
using InputFormatPtr = std::shared_ptr<IInputFormat>;
}