#pragma once #include #include #include #include #include #include #include #include #include #include namespace DB { /** A nested table. For example, Nested(UInt32 CounterID, FixedString(2) UserAgentMajor) */ class ParserNestedTable : public IParserBase { protected: const char * getName() const { return "nested table"; } bool parseImpl(Pos & pos, ASTPtr & node, Expected & expected); }; /** Parametric type or Storage. For example: * FixedString(10) or * Partitioned(Log, ChunkID) or * Nested(UInt32 CounterID, FixedString(2) UserAgentMajor) * Result of parsing - ASTFunction with or without parameters. */ class ParserIdentifierWithParameters : public IParserBase { protected: const char * getName() const { return "identifier with parameters"; } bool parseImpl(Pos & pos, ASTPtr & node, Expected & expected); }; /** Data type or table engine, possibly with parameters. For example, UInt8 or see examples from ParserIdentifierWithParameters * Parse result is ASTFunction, with or without arguments. */ class ParserIdentifierWithOptionalParameters : public IParserBase { protected: const char * getName() const { return "identifier with optional parameters"; } bool parseImpl(Pos & pos, ASTPtr & node, Expected & expected); }; template class IParserNameTypePair : public IParserBase { protected: const char * getName() const { return "name and type pair"; } bool parseImpl(Pos & pos, ASTPtr & node, Expected & expected); }; /** The name and type are separated by a space. For example, URL String. */ using ParserNameTypePair = IParserNameTypePair; /** Name and type separated by a space. The name can contain a dot. For example, Hits.URL String. */ using ParserCompoundNameTypePair = IParserNameTypePair; template bool IParserNameTypePair::parseImpl(Pos & pos, ASTPtr & node, Expected & expected) { NameParser name_parser; ParserIdentifierWithOptionalParameters type_parser; ASTPtr name, type; if (name_parser.parse(pos, name, expected) && type_parser.parse(pos, type, expected)) { auto name_type_pair = std::make_shared(); name_type_pair->name = typeid_cast(*name).name; name_type_pair->type = type; name_type_pair->children.push_back(type); node = name_type_pair; return true; } return false; } /** List of columns. */ class ParserNameTypePairList : public IParserBase { protected: const char * getName() const { return "name and type pair list"; } bool parseImpl(Pos & pos, ASTPtr & node, Expected & expected); }; template class IParserColumnDeclaration : public IParserBase { public: explicit IParserColumnDeclaration(bool require_type_ = true) : require_type(require_type_) { } protected: using ASTDeclarePtr = std::shared_ptr; const char * getName() const { return "column declaration"; } bool parseImpl(Pos & pos, ASTPtr & node, Expected & expected); bool isDeclareColumnType(Pos & pos, Expected & expected); bool parseDeclarationCodec(Pos &pos, const ASTDeclarePtr &declaration, Expected &expected); bool parseDefaultExpression(Pos &pos, const ASTDeclarePtr &declaration, Expected &expected); bool parseDeclarationComment(Pos &pos, const ASTDeclarePtr &declaration, Expected &expected); bool isDeclareColumnCodec(Pos & pos, Expected & expected); bool require_type = true; }; using ParserColumnDeclaration = IParserColumnDeclaration; using ParserCompoundColumnDeclaration = IParserColumnDeclaration; template bool IParserColumnDeclaration::parseImpl(Pos & pos, ASTPtr & node, Expected & expected) { ASTPtr column_name; ASTPtr column_type; ASTPtr column_codec; NameParser name_parser; ParserIdentifierWithOptionalParameters type_parser; if (!name_parser.parse(pos, column_name, expected)) return false; if (isDeclareColumnType(pos, expected) && !type_parser.parse(pos, column_type, expected)) return false; const auto column_declaration = std::make_shared(); if (!parseDefaultExpression(pos, column_declaration, expected) || !parseDeclarationCodec(pos, column_declaration, expected) || !parseDeclarationComment(pos, column_declaration, expected)) return false; if (require_type && !column_type && column_declaration->default_expression) return false; if (column_type) { column_declaration->type = column_type; column_declaration->children.push_back(std::move(column_type)); } node = column_declaration; return true; } template bool IParserColumnDeclaration::isDeclareColumnType(Pos & pos, Expected & expected) { auto check_pos = pos; return !ParserKeyword{"CODEC"}.check(check_pos, expected) && !ParserKeyword{"ALIAS"}.check(check_pos, expected) && !ParserKeyword{"COMMENT"}.check(check_pos, expected) && !ParserKeyword{"DEFAULT"}.check(check_pos, expected) && !ParserKeyword{"MATERIALIZED"}.check(check_pos, expected); } template bool IParserColumnDeclaration::isDeclareColumnCodec(Pos & pos, Expected & expected) { auto check_pos = pos; return ParserKeyword{"CODEC"}.check(check_pos, expected); } template bool IParserColumnDeclaration::parseDeclarationCodec(Pos & pos, const ASTDeclarePtr & declaration, Expected & expected) { ParserKeyword s_codec{"CODEC"}; ParserIdentifierWithParameters codec_parser; if (s_codec.ignore(pos, expected)) { if (!codec_parser.parse(pos, declaration->codec, expected)) return false; declaration->children.push_back(declaration->codec); } return true; } template bool IParserColumnDeclaration::parseDefaultExpression(Pos & pos, const ASTDeclarePtr & declaration, Expected & expected) { ParserKeyword s_alias{"ALIAS"}; ParserKeyword s_default{"DEFAULT"}; ParserKeyword s_materialized{"MATERIALIZED"}; ParserTernaryOperatorExpression expr_parser; Pos pos_before_specifier = pos; if (s_default.ignore(pos, expected) || s_materialized.ignore(pos, expected) || s_alias.ignore(pos, expected)) { declaration->default_specifier = Poco::toUpper(std::string{pos_before_specifier->begin, pos_before_specifier->end}); /// should be followed by an expression if (!expr_parser.parse(pos, declaration->default_expression, expected)) return false; declaration->children.push_back(declaration->default_expression); } return true; } template bool IParserColumnDeclaration::parseDeclarationComment(Pos & pos, const ASTDeclarePtr & declaration, Expected & expected) { ParserKeyword s_comment{"COMMENT"}; ParserStringLiteral string_literal_parser; if (s_comment.ignore(pos, expected)) { /// should be followed by a string literal if (!string_literal_parser.parse(pos, declaration->comment, expected)) return false; declaration->children.push_back(declaration->comment); } return true; } class ParserColumnDeclarationList : public IParserBase { protected: const char * getName() const { return "column declaration list"; } bool parseImpl(Pos & pos, ASTPtr & node, Expected & expected); }; /** ENGINE = name [PARTITION BY expr] [ORDER BY expr] [PRIMARY KEY expr] [SAMPLE BY expr] [SETTINGS name = value, ...] */ class ParserStorage : public IParserBase { protected: const char * getName() const { return "storage definition"; } bool parseImpl(Pos & pos, ASTPtr & node, Expected & expected); }; /** Query like this: * CREATE|ATTACH TABLE [IF NOT EXISTS] [db.]name * ( * name1 type1, * name2 type2, * ... * ) ENGINE = engine * * Or: * CREATE|ATTACH TABLE [IF NOT EXISTS] [db.]name AS [db2.]name2 [ENGINE = engine] * * Or: * CREATE|ATTACH TABLE [IF NOT EXISTS] [db.]name AS ENGINE = engine SELECT ... * * Or: * CREATE|ATTACH DATABASE db [ENGINE = engine] * * Or: * CREATE|ATTACH [MATERIALIZED] VIEW [IF NOT EXISTS] [db.]name [TO [db.]name] [ENGINE = engine] [POPULATE] AS SELECT ... */ class ParserCreateQuery : public IParserBase { protected: const char * getName() const { return "CREATE TABLE or ATTACH TABLE query"; } bool parseImpl(Pos & pos, ASTPtr & node, Expected & expected); }; }