thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-22 15:42:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

DDLWorkerQueueTable - initial attempt to fetch entries from zk

Browse Source
This commit is contained in:
bharatnc 2020-12-02 22:25:35 -08:00
parent 2c1f9e2a77
commit da174a63d1
1 changed files with 43 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

46
src/Storages/System/StorageSystemDDLWorkerQueue.cpp
View File

@ -1,7 +1,11 @@
#include "StorageSystemDDLWorkerQueue.h"
#include <algorithm>
#include <string>
#include <DataTypes/DataTypeString.h>
#include <Interpreters/Context.h>
#include <Poco/Util/Application.h>
#include <Common/ZooKeeper/ZooKeeper.h>
namespace DB
@ -9,12 +13,48 @@ namespace DB
NamesAndTypesList StorageSystemDDLWorkerQueue::getNamesAndTypes()
{
return {
{"query", std::make_shared<DataTypeString>()},
{"name", std::make_shared<DataTypeString>()}, // query_<id>
{"active", std::make_shared<DataTypeString>()}, // string list of host_fqdn
{"finished", std::make_shared<DataTypeString>()}, // string list of host_fqdn
};
}
void StorageSystemDDLWorkerQueue::fillData(MutableColumns & res_columns, const Context &, const SelectQueryInfo &) const
void StorageSystemDDLWorkerQueue::fillData(MutableColumns & res_columns, const Context & context, const SelectQueryInfo &) const
{
// TODO: insert into table
zkutil::ZooKeeperPtr zookeeper = context.getZooKeeper();
// TODO: load using config().getString("distributed_ddl.path", "/clickhouse/task_queue/ddl/");
String ddl_zookeeper_path = "/clickhouse/task_queue/ddl";
String ddl_query_path;
// this is equivalent to query zookeeper at the `ddl_zookeeper_path`
/* [zk: localhost:2181(CONNECTED) 51] ls /clickhouse/task_queue/ddl
[query-0000000000, query-0000000001, query-0000000002, query-0000000003, query-0000000004]
*/
zkutil::Strings queries = zookeeper->getChildren(ddl_zookeeper_path);
// iterate through queries
/* Dir contents of every query will be similar to
[zk: localhost:2181(CONNECTED) 53] ls /clickhouse/task_queue/ddl/query-0000000004
[active, finished]
*/
for (String q : queries)
{
/* Fetch all nodes under active & finished.
[zk: localhost:2181(CONNECTED) 54] ls /clickhouse/task_queue/ddl/query-0000000004/active
[]
[zk: localhost:2181(CONNECTED) 55] ls /clickhouse/task_queue/ddl/query-0000000004/finished
[clickhouse01:9000, clickhouse02:9000, clickhouse03:9000, clickhouse04:9000]
*/
size_t col_num = 0;
ddl_query_path = ddl_zookeeper_path + "/" + q;
zkutil::Strings active_nodes = zookeeper->getChildren(ddl_query_path + "/active");
zkutil::Strings finished_nodes = zookeeper->getChildren(ddl_query_path + "/finished");
res_columns[col_num++]->insert(q); // name - query_<id>
// TODO insert comma seperated list of active and finished nodes
}
}
}