ClickHouse/src/Processors/ISimpleTransform.h
Nikita Taranov 41ba0118b5
Bring back #36396 (#38110)
* Revert "Revert "More parallel execution for queries with `FINAL` (#36396)""

This reverts commit 5bfb15262c.

* fix tests

* fix review suggestions

Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
2022-06-22 15:05:07 +02:00

54 lines
1.4 KiB
C++

#pragma once
#include <Processors/IProcessor.h>
namespace DB
{
/** Has one input and one output.
* Simply pull a block from input, transform it, and push it to output.
*/
class ISimpleTransform : public IProcessor
{
protected:
InputPort & input;
OutputPort & output;
Port::Data input_data;
Port::Data output_data;
bool has_input = false;
bool has_output = false;
bool no_more_data_needed = false;
const bool skip_empty_chunks;
/// Set input port NotNeeded after chunk was pulled.
/// Input port will become needed again only after data was transformed.
/// This allows to escape caching chunks in input port, which can lead to uneven data distribution.
bool set_input_not_needed_after_read = true;
virtual void transform(Chunk & input_chunk, Chunk & output_chunk)
{
transform(input_chunk);
output_chunk.swap(input_chunk);
}
virtual bool needInputData() const { return true; }
void stopReading() { no_more_data_needed = true; }
public:
ISimpleTransform(Block input_header_, Block output_header_, bool skip_empty_chunks_);
virtual void transform(Chunk &) = 0;
Status prepare() override;
void work() override;
InputPort & getInputPort() { return input; }
OutputPort & getOutputPort() { return output; }
void setInputNotNeededAfterRead(bool value) { set_input_not_needed_after_read = value; }
};
}