thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-12-01 12:01:58 +00:00
Code Issues Packages Projects Releases Wiki Activity

More tests and better token checks.

Browse Source
This commit is contained in:
Vasily Nemkov 2020-04-06 13:43:00 +03:00
parent 1d45108218
commit 9c5cea3035
1 changed files with 26 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

29
dbms/src/Storages/tests/gtest_SplitTokenExtractor.cpp
View File

@ -62,16 +62,39 @@ TEST_P(SplitTokenExtractorTest, next)
{
SCOPED_TRACE(++i);
ASSERT_TRUE(token_extractor.next(data->data(), data->size(), &pos, &token_start, &token_len));
EXPECT_EQ(expected_token, param.source.substr(token_start, token_len))
EXPECT_EQ(expected_token, std::string_view(data->data() + token_start, token_len))
<< " token_start:" << token_start << " token_len: " << token_len;
}
ASSERT_FALSE(token_extractor.next(data->data(), data->size(), &pos, &token_start, &token_len));
ASSERT_FALSE(token_extractor.next(data->data(), data->size(), &pos, &token_start, &token_len))
<< "\n\t=> \"" << param.source.substr(token_start, token_len) << "\""
<< "\n\t" << token_start << ", " << token_len << ", " << pos << ", " << data->size();
}
// Helper to allow strings with embedded '\0' chars.
#define BINARY_STRING(str) std::string{str, sizeof(str) - 1}
INSTANTIATE_TEST_SUITE_P(NoTokens,
SplitTokenExtractorTest,
::testing::ValuesIn(std::initializer_list<SplitTokenExtractorTestCase>{
{
"Empty input sequence produces no tokens.",
"",
{}
},
{
"Whitespace only",
" ",
{}
},
{
"Whitespace only large string",
" \t\v\n\r \t\v\n\r \t\v\n\r \t\v\n\r \t\v\n\r \t\v\n\r \t\v\n\r \t\v\n\r \t\v\n\r \t\v\n\r",
{}
}
})
);
INSTANTIATE_TEST_SUITE_P(ShortSingleToken,
SplitTokenExtractorTest,
::testing::ValuesIn(std::initializer_list<SplitTokenExtractorTestCase>{