ClickHouse/tests/queries/0_stateless/01889_tokenize.sql
Nikolay Degterinsky 1d6a01dd6f added tests
2021-06-05 02:52:18 +00:00

10 lines
527 B
SQL
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

SELECT tokenize('It is quite a wonderful day, isn\'t it?');
SELECT tokenize('There is.... so much to learn!');
SELECT tokenize('22:00 email@yandex.ru');
SELECT tokenize('Токенизация каких-либо других языков?');
SELECT tokenizeWhitespace('It is quite a wonderful day, isn\'t it?');
SELECT tokenizeWhitespace('There is.... so much to learn!');
SELECT tokenizeWhitespace('22:00 email@yandex.ru');
SELECT tokenizeWhitespace('Токенизация каких-либо других языков?');