2014-03-13 12:48:07 +00:00
|
|
|
|
#pragma once
|
|
|
|
|
|
|
|
|
|
#include <DB/Storages/StorageMergeTree.h>
|
2015-04-16 06:12:35 +00:00
|
|
|
|
#include <DB/DataStreams/IBlockOutputStream.h>
|
2014-05-08 07:30:00 +00:00
|
|
|
|
#include <iomanip>
|
2014-03-13 12:48:07 +00:00
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
|
{
|
|
|
|
|
|
|
|
|
|
class MergeTreeBlockOutputStream : public IBlockOutputStream
|
|
|
|
|
{
|
|
|
|
|
public:
|
2014-03-19 10:45:13 +00:00
|
|
|
|
MergeTreeBlockOutputStream(StorageMergeTree & storage_)
|
|
|
|
|
: storage(storage_) {}
|
2014-03-13 12:48:07 +00:00
|
|
|
|
|
2014-09-17 22:57:02 +00:00
|
|
|
|
void writePrefix() override
|
|
|
|
|
{
|
2015-06-05 17:34:57 +00:00
|
|
|
|
/// Если слишком много кусков - делаем внеочередные мерджи, синхронно, в текущем потоке.
|
|
|
|
|
/// Почему 10? - на всякий случай, вместо бесконечного цикла.
|
|
|
|
|
for (size_t i = 0; i < 10; ++i)
|
|
|
|
|
{
|
|
|
|
|
size_t parts_count = storage.data.getMaxPartsCountForMonth();
|
|
|
|
|
if (parts_count <= storage.data.settings.parts_to_delay_insert)
|
|
|
|
|
break;
|
|
|
|
|
|
|
|
|
|
ProfileEvents::increment(ProfileEvents::SynchronousMergeOnInsert);
|
2015-09-18 00:48:48 +00:00
|
|
|
|
storage.merge(0);
|
2015-06-05 17:34:57 +00:00
|
|
|
|
}
|
2014-09-17 22:57:02 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void write(const Block & block) override
|
2014-03-13 12:48:07 +00:00
|
|
|
|
{
|
2014-03-19 10:45:13 +00:00
|
|
|
|
auto part_blocks = storage.writer.splitBlockIntoParts(block);
|
2014-03-13 17:44:00 +00:00
|
|
|
|
for (auto & current_block : part_blocks)
|
2014-03-13 12:48:07 +00:00
|
|
|
|
{
|
2015-08-17 21:09:36 +00:00
|
|
|
|
Int64 temp_index = storage.increment.get();
|
2014-03-19 10:45:13 +00:00
|
|
|
|
MergeTreeData::MutableDataPartPtr part = storage.writer.writeTempPart(current_block, temp_index);
|
|
|
|
|
storage.data.renameTempPartAndAdd(part, &storage.increment);
|
2015-06-05 17:34:57 +00:00
|
|
|
|
|
|
|
|
|
/// Инициируем асинхронный мердж - он будет произведён, если пора делать мердж и если в background_pool-е есть место.
|
2014-07-03 08:51:11 +00:00
|
|
|
|
storage.merge_task_handle->wake();
|
2014-03-13 12:48:07 +00:00
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private:
|
|
|
|
|
StorageMergeTree & storage;
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
}
|