mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-14 10:22:10 +00:00
108 lines
3.8 KiB
C++
108 lines
3.8 KiB
C++
// NOLINTBEGIN(clang-analyzer-optin.core.EnumCastOutOfRange)
|
|
|
|
#include <Poco/ConsoleChannel.h>
|
|
#include <Poco/Logger.h>
|
|
#include <Coordination/CoordinationSettings.h>
|
|
#include <Coordination/KeeperStateMachine.h>
|
|
#include <Common/ZooKeeper/ZooKeeperCommon.h>
|
|
#include <Common/ZooKeeper/ZooKeeperIO.h>
|
|
#include <Common/Exception.h>
|
|
#include <libnuraft/nuraft.hxx>
|
|
#include <Coordination/KeeperLogStore.h>
|
|
#include <Coordination/Changelog.h>
|
|
#include <Common/logger_useful.h>
|
|
#include <Disks/DiskLocal.h>
|
|
|
|
using namespace Coordination;
|
|
using namespace DB;
|
|
|
|
namespace DB::CoordinationSetting
|
|
{
|
|
extern const CoordinationSettingsBool compress_logs;
|
|
}
|
|
|
|
void dumpMachine(std::shared_ptr<KeeperStateMachine<DB::KeeperMemoryStorage>> machine)
|
|
{
|
|
auto & storage = machine->getStorageUnsafe();
|
|
std::queue<std::string> keys;
|
|
keys.push("/");
|
|
|
|
while (!keys.empty())
|
|
{
|
|
auto key = keys.front();
|
|
keys.pop();
|
|
std::cout << key << "\n";
|
|
auto value = storage.container.getValue(key);
|
|
std::cout << "\tStat: {version: " << value.stats.version <<
|
|
", mtime: " << value.stats.mtime <<
|
|
", emphemeralOwner: " << value.stats.ephemeralOwner() <<
|
|
", czxid: " << value.stats.czxid <<
|
|
", mzxid: " << value.stats.mzxid <<
|
|
", numChildren: " << value.stats.numChildren() <<
|
|
", dataLength: " << value.stats.data_size <<
|
|
"}" << std::endl;
|
|
std::cout << "\tData: " << storage.container.getValue(key).getData() << std::endl;
|
|
|
|
for (const auto & child : value.getChildren())
|
|
{
|
|
if (key == "/")
|
|
keys.push(key + child.toString());
|
|
else
|
|
keys.push(key + "/" + child.toString());
|
|
}
|
|
}
|
|
std::cout << std::flush;
|
|
}
|
|
|
|
int mainEntryClickHouseKeeperDataDumper(int argc, char ** argv)
|
|
{
|
|
if (argc != 3)
|
|
{
|
|
std::cerr << "usage: " << argv[0] << " snapshotpath logpath" << std::endl;
|
|
return 3;
|
|
}
|
|
|
|
Poco::AutoPtr<Poco::ConsoleChannel> channel(new Poco::ConsoleChannel(std::cerr));
|
|
Poco::Logger::root().setChannel(channel);
|
|
Poco::Logger::root().setLevel("trace");
|
|
|
|
auto logger = getLogger("keeper-dumper");
|
|
ResponsesQueue queue(std::numeric_limits<size_t>::max());
|
|
SnapshotsQueue snapshots_queue{1};
|
|
CoordinationSettingsPtr settings = std::make_shared<CoordinationSettings>();
|
|
KeeperContextPtr keeper_context = std::make_shared<DB::KeeperContext>(true, settings);
|
|
keeper_context->setLogDisk(std::make_shared<DB::DiskLocal>("LogDisk", argv[2]));
|
|
keeper_context->setSnapshotDisk(std::make_shared<DB::DiskLocal>("SnapshotDisk", argv[1]));
|
|
|
|
auto state_machine = std::make_shared<KeeperStateMachine<DB::KeeperMemoryStorage>>(queue, snapshots_queue, keeper_context, nullptr);
|
|
state_machine->init();
|
|
size_t last_commited_index = state_machine->last_commit_index();
|
|
|
|
LOG_INFO(logger, "Last committed index: {}", last_commited_index);
|
|
|
|
DB::KeeperLogStore changelog(
|
|
LogFileSettings{.force_sync = true, .compress_logs = (*settings)[DB::CoordinationSetting::compress_logs], .rotate_interval = 10000000},
|
|
FlushSettings(),
|
|
keeper_context);
|
|
changelog.init(last_commited_index, 10000000000UL); /// collect all logs
|
|
if (changelog.size() == 0)
|
|
LOG_INFO(logger, "Changelog empty");
|
|
else
|
|
LOG_INFO(logger, "Last changelog entry {}", changelog.next_slot() - 1);
|
|
|
|
for (size_t i = last_commited_index + 1; i < changelog.next_slot(); ++i)
|
|
{
|
|
if (changelog.entry_at(i)->get_val_type() == nuraft::log_val_type::app_log)
|
|
{
|
|
state_machine->pre_commit(i, changelog.entry_at(i)->get_buf());
|
|
state_machine->commit(i, changelog.entry_at(i)->get_buf());
|
|
}
|
|
}
|
|
|
|
dumpMachine(state_machine);
|
|
|
|
return 0;
|
|
}
|
|
|
|
// NOLINTEND(clang-analyzer-optin.core.EnumCastOutOfRange)
|