// NOLINTBEGIN(clang-analyzer-optin.core.EnumCastOutOfRange) #include #include #include #include #include #include #include #include #include #include #include #include using namespace Coordination; using namespace DB; namespace DB::CoordinationSetting { extern const CoordinationSettingsBool compress_logs; } void dumpMachine(std::shared_ptr> machine) { auto & storage = machine->getStorageUnsafe(); std::queue keys; keys.push("/"); while (!keys.empty()) { auto key = keys.front(); keys.pop(); std::cout << key << "\n"; auto value = storage.container.getValue(key); std::cout << "\tStat: {version: " << value.stats.version << ", mtime: " << value.stats.mtime << ", emphemeralOwner: " << value.stats.ephemeralOwner() << ", czxid: " << value.stats.czxid << ", mzxid: " << value.stats.mzxid << ", numChildren: " << value.stats.numChildren() << ", dataLength: " << value.stats.data_size << "}" << std::endl; std::cout << "\tData: " << storage.container.getValue(key).getData() << std::endl; for (const auto & child : value.getChildren()) { if (key == "/") keys.push(key + child.toString()); else keys.push(key + "/" + child.toString()); } } std::cout << std::flush; } int mainEntryClickHouseKeeperDataDumper(int argc, char ** argv) { if (argc != 3) { std::cerr << "usage: " << argv[0] << " snapshotpath logpath" << std::endl; return 3; } Poco::AutoPtr channel(new Poco::ConsoleChannel(std::cerr)); Poco::Logger::root().setChannel(channel); Poco::Logger::root().setLevel("trace"); auto logger = getLogger("keeper-dumper"); ResponsesQueue queue(std::numeric_limits::max()); SnapshotsQueue snapshots_queue{1}; CoordinationSettingsPtr settings = std::make_shared(); KeeperContextPtr keeper_context = std::make_shared(true, settings); keeper_context->setLogDisk(std::make_shared("LogDisk", argv[2])); keeper_context->setSnapshotDisk(std::make_shared("SnapshotDisk", argv[1])); auto state_machine = std::make_shared>(queue, snapshots_queue, keeper_context, nullptr); state_machine->init(); size_t last_commited_index = state_machine->last_commit_index(); LOG_INFO(logger, "Last committed index: {}", last_commited_index); DB::KeeperLogStore changelog( LogFileSettings{.force_sync = true, .compress_logs = (*settings)[DB::CoordinationSetting::compress_logs], .rotate_interval = 10000000}, FlushSettings(), keeper_context); changelog.init(last_commited_index, 10000000000UL); /// collect all logs if (changelog.size() == 0) LOG_INFO(logger, "Changelog empty"); else LOG_INFO(logger, "Last changelog entry {}", changelog.next_slot() - 1); for (size_t i = last_commited_index + 1; i < changelog.next_slot(); ++i) { if (changelog.entry_at(i)->get_val_type() == nuraft::log_val_type::app_log) { state_machine->pre_commit(i, changelog.entry_at(i)->get_buf()); state_machine->commit(i, changelog.entry_at(i)->get_buf()); } } dumpMachine(state_machine); return 0; } // NOLINTEND(clang-analyzer-optin.core.EnumCastOutOfRange)