#include #include #include #include #include #include #include #include #include #include #include #include #include #include namespace DB { StorageSystemZooKeeper::StorageSystemZooKeeper(const std::string & name_) : name(name_) , columns{ { "name", std::make_shared() }, { "value", std::make_shared() }, { "czxid", std::make_shared() }, { "mzxid", std::make_shared() }, { "ctime", std::make_shared()}, { "mtime", std::make_shared()}, { "version", std::make_shared() }, { "cversion", std::make_shared() }, { "aversion", std::make_shared() }, { "ephemeralOwner", std::make_shared() }, { "dataLength", std::make_shared() }, { "numChildren", std::make_shared() }, { "pzxid", std::make_shared() }, { "path", std::make_shared() }, } { } StoragePtr StorageSystemZooKeeper::create(const std::string & name_) { return make_shared(name_); } static bool extractPathImpl(const IAST & elem, String & res) { const ASTFunction * function = typeid_cast(&elem); if (!function) return false; if (function->name == "and") { for (size_t i = 0; i < function->arguments->children.size(); ++i) if (extractPathImpl(*function->arguments->children[i], res)) return true; return false; } if (function->name == "equals") { const ASTExpressionList & args = typeid_cast(*function->arguments); const IAST * value; if (args.children.size() != 2) return false; const ASTIdentifier * ident; if ((ident = typeid_cast(&*args.children.at(0)))) value = &*args.children.at(1); else if ((ident = typeid_cast(&*args.children.at(1)))) value = &*args.children.at(0); else return false; if (ident->name != "path") return false; const ASTLiteral * literal = typeid_cast(value); if (!literal) return false; if (literal->value.getType() != Field::Types::String) return false; res = literal->value.safeGet(); return true; } return false; } /** Retrieve from the query a condition of the form `path = 'path'`, from conjunctions in the WHERE clause. */ static String extractPath(const ASTPtr & query) { const ASTSelectQuery & select = typeid_cast(*query); if (!select.where_expression) return ""; String res; return extractPathImpl(*select.where_expression, res) ? res : ""; } BlockInputStreams StorageSystemZooKeeper::read( const Names & column_names, ASTPtr query, const Context & context, const Settings & settings, QueryProcessingStage::Enum & processed_stage, const size_t max_block_size, const unsigned threads) { check(column_names); processed_stage = QueryProcessingStage::FetchColumns; String path = extractPath(query); if (path.empty()) throw Exception("SELECT from system.zookeeper table must contain condition like path = 'path' in WHERE clause."); ColumnWithTypeAndName col_name { std::make_shared(), std::make_shared(), "name" }; ColumnWithTypeAndName col_value { std::make_shared(), std::make_shared(), "value" }; ColumnWithTypeAndName col_czxid { std::make_shared(), std::make_shared(), "czxid" }; ColumnWithTypeAndName col_mzxid { std::make_shared(), std::make_shared(), "mzxid" }; ColumnWithTypeAndName col_ctime { std::make_shared(), std::make_shared(), "ctime" }; ColumnWithTypeAndName col_mtime { std::make_shared(), std::make_shared(), "mtime" }; ColumnWithTypeAndName col_version { std::make_shared(), std::make_shared(), "version" }; ColumnWithTypeAndName col_cversion { std::make_shared(), std::make_shared(), "cversion" }; ColumnWithTypeAndName col_aversion { std::make_shared(), std::make_shared(), "aversion" }; ColumnWithTypeAndName col_ephemeralOwner{ std::make_shared(), std::make_shared(), "ephemeralOwner" }; ColumnWithTypeAndName col_dataLength { std::make_shared(), std::make_shared(), "dataLength" }; ColumnWithTypeAndName col_numChildren { std::make_shared(), std::make_shared(), "numChildren" }; ColumnWithTypeAndName col_pzxid { std::make_shared(), std::make_shared(), "pzxid" }; ColumnWithTypeAndName col_path { std::make_shared(), std::make_shared(), "path" }; zkutil::ZooKeeperPtr zookeeper = context.getZooKeeper(); /// In all cases except the root, path must not end with a slash. String path_corrected = path; if (path_corrected != "/" && path_corrected.back() == '/') path_corrected.resize(path_corrected.size() - 1); zkutil::Strings nodes = zookeeper->getChildren(path_corrected); String path_part = path_corrected; if (path_part == "/") path_part.clear(); std::vector futures; futures.reserve(nodes.size()); for (const String & node : nodes) futures.push_back(zookeeper->asyncTryGet(path_part + '/' + node)); for (size_t i = 0, size = nodes.size(); i < size; ++i) { auto res = futures[i].get(); if (!res.exists) continue; /// Node was deleted meanwhile. const zkutil::Stat & stat = res.stat; col_name.column->insert(nodes[i]); col_value.column->insert(res.value); col_czxid.column->insert(Int64(stat.czxid)); col_mzxid.column->insert(Int64(stat.mzxid)); col_ctime.column->insert(UInt64(stat.ctime / 1000)); col_mtime.column->insert(UInt64(stat.mtime / 1000)); col_version.column->insert(Int64(stat.version)); col_cversion.column->insert(Int64(stat.cversion)); col_aversion.column->insert(Int64(stat.aversion)); col_ephemeralOwner.column->insert(Int64(stat.ephemeralOwner)); col_dataLength.column->insert(Int64(stat.dataLength)); col_numChildren.column->insert(Int64(stat.numChildren)); col_pzxid.column->insert(Int64(stat.pzxid)); col_path.column->insert(path); /// This is the original path. In order to process the request, condition in WHERE should be triggered. } Block block{ col_name, col_value, col_czxid, col_mzxid, col_ctime, col_mtime, col_version, col_cversion, col_aversion, col_ephemeralOwner, col_dataLength, col_numChildren, col_pzxid, col_path, }; return BlockInputStreams(1, std::make_shared(block)); } }