2021-09-16 21:19:58 +00:00
|
|
|
#include <Storages/MergeTree/MutatePlainMergeTreeTask.h>
|
|
|
|
|
|
|
|
#include <Storages/StorageMergeTree.h>
|
2021-12-14 20:06:34 +00:00
|
|
|
#include <Interpreters/TransactionLog.h>
|
2021-09-16 21:19:58 +00:00
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
|
|
|
namespace ErrorCodes
|
|
|
|
{
|
|
|
|
extern const int LOGICAL_ERROR;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
StorageID MutatePlainMergeTreeTask::getStorageID()
|
|
|
|
{
|
|
|
|
return storage.getStorageID();
|
|
|
|
}
|
|
|
|
|
|
|
|
void MutatePlainMergeTreeTask::onCompleted()
|
|
|
|
{
|
|
|
|
bool delay = state == State::SUCCESS;
|
|
|
|
task_result_callback(delay);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
void MutatePlainMergeTreeTask::prepare()
|
|
|
|
{
|
|
|
|
future_part = merge_mutate_entry->future_part;
|
|
|
|
|
2021-10-03 08:21:54 +00:00
|
|
|
const Settings & settings = storage.getContext()->getSettingsRef();
|
|
|
|
merge_list_entry = storage.getContext()->getMergeList().insert(
|
|
|
|
storage.getStorageID(),
|
|
|
|
future_part,
|
|
|
|
settings.memory_profiler_step,
|
|
|
|
settings.memory_profiler_sample_probability,
|
|
|
|
settings.max_untracked_memory);
|
|
|
|
|
2021-09-16 21:19:58 +00:00
|
|
|
stopwatch = std::make_unique<Stopwatch>();
|
|
|
|
|
|
|
|
write_part_log = [this] (const ExecutionStatus & execution_status)
|
|
|
|
{
|
2021-10-03 22:41:35 +00:00
|
|
|
mutate_task.reset();
|
2021-09-16 21:19:58 +00:00
|
|
|
storage.writePartLog(
|
|
|
|
PartLogElement::MUTATE_PART,
|
|
|
|
execution_status,
|
|
|
|
stopwatch->elapsed(),
|
|
|
|
future_part->name,
|
|
|
|
new_part,
|
|
|
|
future_part->parts,
|
|
|
|
merge_list_entry.get());
|
|
|
|
};
|
|
|
|
|
2021-10-04 21:13:18 +00:00
|
|
|
fake_query_context = Context::createCopy(storage.getContext());
|
|
|
|
fake_query_context->makeQueryContext();
|
|
|
|
fake_query_context->setCurrentQueryId("");
|
|
|
|
|
2021-09-16 21:19:58 +00:00
|
|
|
mutate_task = storage.merger_mutator.mutatePartToTemporaryPart(
|
|
|
|
future_part, metadata_snapshot, merge_mutate_entry->commands, merge_list_entry.get(),
|
2021-10-04 21:13:18 +00:00
|
|
|
time(nullptr), fake_query_context, merge_mutate_entry->tagger->reserved_space, table_lock_holder);
|
2021-09-16 21:19:58 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
bool MutatePlainMergeTreeTask::executeStep()
|
|
|
|
{
|
|
|
|
|
|
|
|
/// Make out memory tracker a parent of current thread memory tracker
|
|
|
|
MemoryTrackerThreadSwitcherPtr switcher;
|
|
|
|
if (merge_list_entry)
|
2021-10-13 20:47:28 +00:00
|
|
|
switcher = std::make_unique<MemoryTrackerThreadSwitcher>(*merge_list_entry);
|
2021-09-16 21:19:58 +00:00
|
|
|
|
|
|
|
switch (state)
|
|
|
|
{
|
|
|
|
case State::NEED_PREPARE :
|
|
|
|
{
|
|
|
|
prepare();
|
|
|
|
state = State::NEED_EXECUTE;
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
case State::NEED_EXECUTE :
|
|
|
|
{
|
|
|
|
try
|
|
|
|
{
|
|
|
|
if (mutate_task->execute())
|
|
|
|
return true;
|
|
|
|
|
|
|
|
new_part = mutate_task->getFuture().get();
|
|
|
|
|
2021-12-14 20:06:34 +00:00
|
|
|
/// FIXME Transaction: it's too optimistic, better to lock parts before starting transaction
|
|
|
|
storage.renameTempPartAndReplace(new_part, merge_mutate_entry->txn.get());
|
2021-09-16 21:19:58 +00:00
|
|
|
storage.updateMutationEntriesErrors(future_part, true, "");
|
|
|
|
write_part_log({});
|
|
|
|
|
|
|
|
state = State::NEED_FINISH;
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
catch (...)
|
|
|
|
{
|
2021-12-14 20:06:34 +00:00
|
|
|
if (merge_mutate_entry->txn)
|
|
|
|
merge_mutate_entry->txn->onException();
|
2021-09-16 21:19:58 +00:00
|
|
|
storage.updateMutationEntriesErrors(future_part, false, getCurrentExceptionMessage(false));
|
|
|
|
write_part_log(ExecutionStatus::fromCurrentException());
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
case State::NEED_FINISH :
|
|
|
|
{
|
|
|
|
// Nothing to do
|
|
|
|
state = State::SUCCESS;
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
case State::SUCCESS:
|
|
|
|
{
|
|
|
|
throw Exception(ErrorCodes::LOGICAL_ERROR, "Task with state SUCCESS mustn't be executed again");
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
}
|