#include #include #include #include namespace DB { Block MergeTreeBlockOutputStream::getHeader() const { return metadata_snapshot->getSampleBlock(); } void MergeTreeBlockOutputStream::writePrefix() { /// Only check "too many parts" before write, /// because interrupting long-running INSERT query in the middle is not convenient for users. storage.delayInsertOrThrowIfNeeded(); } void MergeTreeBlockOutputStream::write(const Block & block) { auto part_blocks = storage.writer.splitBlockIntoParts(block, max_parts_per_block, metadata_snapshot); for (auto & current_block : part_blocks) { Stopwatch watch; MergeTreeData::MutableDataPartPtr part = storage.writer.writeTempPart(current_block, metadata_snapshot, optimize_on_insert); /// If optimize_on_insert setting is true, current_block could become empty after merge /// and we didn't create part. if (!part) continue; if (auto & deduplication_log = storage.getDeduplicationLog()) { String block_id = part->getZeroLevelPartBlockID(); auto res = deduplication_log->addPart(block_id, part); if (!res.second) { LOG_INFO(storage.log, "Block with ID {} already exists as part {}; ignoring it", block_id, res.first.getPartName()); continue; } } storage.renameTempPartAndAdd(part, &storage.increment); PartLog::addNewPart(storage.global_context, part, watch.elapsed()); /// Initiate async merge - it will be done if it's good time for merge and if there are space in 'background_pool'. storage.background_executor.triggerTask(); } } }