ClickHouse/dbms/src/Processors/ResizeProcessor.cpp
2019-04-26 14:34:51 +03:00

156 lines
3.7 KiB
C++

#include <Processors/ResizeProcessor.h>
namespace DB
{
ResizeProcessor::Status ResizeProcessor::prepare()
{
bool is_first_output = true;
auto output_end = current_output;
bool all_outs_full_or_unneeded = true;
bool all_outs_finished = true;
bool is_first_input = true;
auto input_end = current_input;
bool all_inputs_finished = true;
auto is_end_input = [&]() { return !is_first_input && current_input == input_end; };
auto is_end_output = [&]() { return !is_first_output && current_output == output_end; };
auto inc_current_input = [&]()
{
is_first_input = false;
++current_input;
if (current_input == inputs.end())
current_input = inputs.begin();
};
auto inc_current_output = [&]()
{
is_first_output = false;
++current_output;
if (current_output == outputs.end())
current_output = outputs.begin();
};
/// Find next output where can push.
auto get_next_out = [&, this]() -> OutputPorts::iterator
{
while (!is_end_output())
{
if (!current_output->isFinished())
{
all_outs_finished = false;
if (current_output->canPush())
{
all_outs_full_or_unneeded = false;
auto res_output = current_output;
inc_current_output();
return res_output;
}
}
inc_current_output();
}
return current_output;
};
/// Find next input from where can pull.
auto get_next_input = [&, this]() -> InputPorts::iterator
{
while (!is_end_input())
{
if (!current_input->isFinished())
{
all_inputs_finished = false;
current_input->setNeeded();
if (current_input->hasData())
{
auto res_input = current_input;
inc_current_input();
return res_input;
}
}
inc_current_input();
}
return current_input;
};
auto get_status_if_no_outputs = [&]() -> Status
{
if (all_outs_finished)
{
for (auto & in : inputs)
in.close();
return Status::Finished;
}
if (all_outs_full_or_unneeded)
{
for (auto & in : inputs)
in.setNotNeeded();
return Status::PortFull;
}
/// Now, we pushed to output, and it must be full.
return Status::PortFull;
};
auto get_status_if_no_inputs = [&]() -> Status
{
if (all_inputs_finished)
{
for (auto & out : outputs)
out.finish();
return Status::Finished;
}
return Status::NeedData;
};
/// Set all inputs needed in order to evenly process them.
/// Otherwise, in case num_outputs < num_inputs and chunks are consumed faster than produced,
/// some inputs can be skipped.
// auto set_all_unprocessed_inputs_needed = [&]()
// {
// for (; cur_input != inputs.end(); ++cur_input)
// if (!cur_input->isFinished())
// cur_input->setNeeded();
// };
while (!is_end_input() && !is_end_output())
{
auto output = get_next_out();
if (output == outputs.end())
return get_status_if_no_outputs();
auto input = get_next_input();
if (input == inputs.end())
return get_status_if_no_inputs();
output->push(input->pull());
}
if (is_end_input())
return get_status_if_no_outputs();
/// cur_input == inputs_end()
return get_status_if_no_inputs();
}
}