thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-12-04 13:32:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

Small fix

Browse Source
This commit is contained in:
Nikolay Degterinsky 2022-01-19 10:31:04 +00:00
parent 8d03099c91
commit 8c1c3f0ce8
3 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/Functions/FunctionsLanguageClassification.cpp
View File

@ -182,7 +182,7 @@ public:
for (size_t j = 0; j < top_N; ++j) for (size_t j = 0; j < top_N; ++j)
{ {
if (pc[j] == 0 && j != 0) if (pc[j] == 0)
break; break;
auto res_str = FunctionDetectLanguageImpl::codeISO(LanguageCode(result_lang_top3[j])); auto res_str = FunctionDetectLanguageImpl::codeISO(LanguageCode(result_lang_top3[j]));

3
tests/queries/0_stateless/02133_classification.reference
View File

@ -3,7 +3,10 @@ en
fr fr
ja ja
zh zh
un
{'ja':0.62,'fr':0.36} {'ja':0.62,'fr':0.36}
{'ko':0.98}
{}
ISO-8859-1 ISO-8859-1
en en
0.465 0.465

3
tests/queries/0_stateless/02133_classification.sql
View File

@ -8,7 +8,10 @@ SELECT detectLanguage('Sweet are the uses of adversity which, like the toad, ugl
SELECT detectLanguage('A vaincre sans peril, on triomphe sans gloire.'); SELECT detectLanguage('A vaincre sans peril, on triomphe sans gloire.');
SELECT detectLanguage('二兎を追う者は一兎をも得ず'); SELECT detectLanguage('二兎を追う者は一兎をも得ず');
SELECT detectLanguage('有情饮水饱，无情食饭饥。'); SELECT detectLanguage('有情饮水饱，无情食饭饥。');
SELECT detectLanguage('*****///// _____ ,,,,,,,, .....');
SELECT detectLanguageMixed('二兎を追う者は一兎をも得ず二兎を追う者は一兎をも得ず A vaincre sans peril, on triomphe sans gloire.'); SELECT detectLanguageMixed('二兎を追う者は一兎をも得ず二兎を追う者は一兎をも得ず A vaincre sans peril, on triomphe sans gloire.');
SELECT detectLanguageMixed('어디든 가치가 있는 곳으로 가려면 지름길은 없다');
SELECT detectLanguageMixed('*****///// _____ ,,,,,,,, .....');
SELECT detectCharset('Plain English'); SELECT detectCharset('Plain English');
SELECT detectLanguageUnknown('Plain English'); SELECT detectLanguageUnknown('Plain English');