2018-05-23 20:19:33 +00:00
|
|
|
#include <Processors/ISimpleTransform.h>
|
|
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
2019-02-22 17:45:56 +00:00
|
|
|
ISimpleTransform::ISimpleTransform(Block input_header, Block output_header, bool skip_empty_chunks)
|
|
|
|
: IProcessor({std::move(input_header)}, {std::move(output_header)})
|
|
|
|
, input(inputs.front())
|
|
|
|
, output(outputs.front())
|
|
|
|
, skip_empty_chunks(skip_empty_chunks)
|
2018-05-23 20:19:33 +00:00
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
ISimpleTransform::Status ISimpleTransform::prepare()
|
|
|
|
{
|
2019-02-07 18:51:53 +00:00
|
|
|
/// Check can output.
|
2018-05-23 20:19:33 +00:00
|
|
|
|
2019-02-07 18:51:53 +00:00
|
|
|
if (output.isFinished())
|
2018-05-23 20:19:33 +00:00
|
|
|
{
|
2019-02-07 18:51:53 +00:00
|
|
|
input.close();
|
|
|
|
return Status::Finished;
|
2018-05-23 20:19:33 +00:00
|
|
|
}
|
|
|
|
|
2019-02-07 18:51:53 +00:00
|
|
|
if (!output.canPush())
|
2018-05-23 20:19:33 +00:00
|
|
|
{
|
2019-02-07 18:51:53 +00:00
|
|
|
input.setNotNeeded();
|
|
|
|
return Status::PortFull;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Output if has data.
|
|
|
|
if (transformed)
|
|
|
|
{
|
2019-02-18 16:36:07 +00:00
|
|
|
output.push(std::move(current_chunk));
|
2019-02-07 18:51:53 +00:00
|
|
|
has_input = false;
|
2018-05-23 20:19:33 +00:00
|
|
|
transformed = false;
|
|
|
|
}
|
|
|
|
|
2019-02-07 18:51:53 +00:00
|
|
|
/// Check can input.
|
|
|
|
if (!has_input)
|
2018-05-24 02:52:21 +00:00
|
|
|
{
|
2019-02-07 18:51:53 +00:00
|
|
|
if (input.isFinished())
|
|
|
|
{
|
|
|
|
output.finish();
|
|
|
|
return Status::Finished;
|
|
|
|
}
|
|
|
|
|
|
|
|
input.setNeeded();
|
|
|
|
|
|
|
|
if (!input.hasData())
|
|
|
|
return Status::NeedData;
|
|
|
|
|
2019-02-18 16:36:07 +00:00
|
|
|
current_chunk = input.pull();
|
2019-02-07 18:51:53 +00:00
|
|
|
has_input = true;
|
2018-05-24 02:52:21 +00:00
|
|
|
}
|
2018-05-23 20:19:33 +00:00
|
|
|
|
2019-02-07 18:51:53 +00:00
|
|
|
/// Now transform.
|
|
|
|
return Status::Ready;
|
2018-05-23 20:19:33 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void ISimpleTransform::work()
|
|
|
|
{
|
2019-02-18 16:36:07 +00:00
|
|
|
transform(current_chunk);
|
2019-02-22 17:45:56 +00:00
|
|
|
|
|
|
|
if (!skip_empty_chunks || current_chunk)
|
|
|
|
transformed = true;
|
|
|
|
|
|
|
|
if (transformed && !current_chunk)
|
|
|
|
/// Support invariant that chunks must have the same number of columns as header.
|
|
|
|
current_chunk = Chunk(getOutputPort().getHeader().cloneEmpty().getColumns(), 0);
|
2018-05-23 20:19:33 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|