thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-23 08:02:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

Using lexer (incomplete) [#CLICKHOUSE-2].

Browse Source
This commit is contained in:
Alexey Milovidov 2017-07-12 06:43:50 +03:00 committed by alexey-milovidov
parent d5c9301776
commit e4d410fe13
3 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
dbms/src/Parsers/CommonParsers.cpp
View File

@ -22,6 +22,9 @@ const char * ParserKeyword::getName() const
bool ParserKeyword::parseImpl(Pos & pos, ASTPtr & node, Expected & expected)
{
if (pos->type != TokenType::BareWord)
return false;
const char * current_word = s;
size_t s_length = strlen(s);
@ -32,6 +35,9 @@ bool ParserKeyword::parseImpl(Pos & pos, ASTPtr & node, Expected & expected)
while (true)
{
if (pos->type != TokenType::BareWord)
return false;
const char * next_whitespace = find_first_symbols<' ', '\0'>(current_word, s_end);
size_t word_length = next_whitespace - current_word;

2
dbms/src/Parsers/ExpressionElementParsers.cpp
View File

@ -152,7 +152,7 @@ bool ParserIdentifier::parseImpl(Pos & pos, ASTPtr & node, Expected & expected)
else if (pos->type == TokenType::BareWord)
{
++pos;
node = std::make_shared<ASTIdentifier>(StringRange(begin, pos), String(begin->begin, begin->end));
node = std::make_shared<ASTIdentifier>(StringRange(begin), String(begin->begin, begin->end));
return true;
}

1
dbms/src/Parsers/StringRange.h
View File

@ -17,6 +17,7 @@ struct StringRange
StringRange() {}
StringRange(const char * begin, const char * end) : first(begin), second(end) {}
StringRange(TokenIterator token_begin, TokenIterator token_end) : first(token_begin->begin), second(token_end->begin) {}
StringRange(TokenIterator token) : first(token->begin), second(token->end) {}
};
using StringPtr = std::shared_ptr<String>;