thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-12-15 19:02:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

change as request

Browse Source
This commit is contained in:
taiyang-li 2023-06-29 10:54:40 +08:00
parent b40cd4c539
commit 95a9270b74
1 changed files with 35 additions and 35 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

70
src/Functions/substringIndex.cpp
View File

@ -71,7 +71,7 @@ namespace
{ {
ColumnPtr column_string = arguments[0].column; ColumnPtr column_string = arguments[0].column;
ColumnPtr column_delim = arguments[1].column; ColumnPtr column_delim = arguments[1].column;
ColumnPtr column_index = arguments[2].column; ColumnPtr column_count = arguments[2].column;
const ColumnConst * column_delim_const = checkAndGetColumnConst<ColumnString>(column_delim.get()); const ColumnConst * column_delim_const = checkAndGetColumnConst<ColumnString>(column_delim.get());
if (!column_delim_const) if (!column_delim_const)
@ -97,7 +97,7 @@ namespace
if (column_string_const) if (column_string_const)
{ {
String str = column_string_const->getValue<String>(); String str = column_string_const->getValue<String>();
constantVector(str, delim, column_index.get(), vec_res, offsets_res); constantVector(str, delim, column_count.get(), vec_res, offsets_res);
} }
else else
{ {
@ -105,14 +105,14 @@ namespace
if (!col_str) if (!col_str)
throw Exception(ErrorCodes::ILLEGAL_COLUMN, "First argument to {} must be a String", getName()); throw Exception(ErrorCodes::ILLEGAL_COLUMN, "First argument to {} must be a String", getName());
bool is_index_const = isColumnConst(*column_index); bool is_count_const = isColumnConst(*column_count);
if (is_index_const) if (is_count_const)
{ {
Int64 index = column_index->getInt(0); Int64 count = column_count->getInt(0);
vectorConstant(col_str, delim, index, vec_res, offsets_res); vectorConstant(col_str, delim, count, vec_res, offsets_res);
} }
else else
vectorVector(col_str, delim, column_index.get(), vec_res, offsets_res); vectorVector(col_str, delim, column_count.get(), vec_res, offsets_res);
} }
return column_res; return column_res;
} }
@ -121,7 +121,7 @@ namespace
static void vectorVector( static void vectorVector(
const ColumnString * str_column, const ColumnString * str_column,
const String & delim, const String & delim,
const IColumn * index_column, const IColumn * count_column,
ColumnString::Chars & res_data, ColumnString::Chars & res_data,
ColumnString::Offsets & res_offsets) ColumnString::Offsets & res_offsets)
{ {
@ -135,13 +135,13 @@ namespace
for (size_t i = 0; i < rows; ++i) for (size_t i = 0; i < rows; ++i)
{ {
StringRef str_ref = str_column->getDataAt(i); StringRef str_ref = str_column->getDataAt(i);
Int64 index = index_column->getInt(i); Int64 count = count_column->getInt(i);
StringRef res_ref; StringRef res_ref;
if constexpr (!is_utf8) if constexpr (!is_utf8)
res_ref = substringIndex(str_ref, delim[0], index); res_ref = substringIndex(str_ref, delim[0], count);
else else
res_ref = substringIndexUTF8(searcher.get(), str_ref, delim, index); res_ref = substringIndexUTF8(searcher.get(), str_ref, delim, count);
appendToResultColumn(res_ref, res_data, res_offsets); appendToResultColumn(res_ref, res_data, res_offsets);
} }
@ -150,7 +150,7 @@ namespace
static void vectorConstant( static void vectorConstant(
const ColumnString * str_column, const ColumnString * str_column,
const String & delim, const String & delim,
Int64 index, Int64 count,
ColumnString::Chars & res_data, ColumnString::Chars & res_data,
ColumnString::Offsets & res_offsets) ColumnString::Offsets & res_offsets)
{ {
@ -167,9 +167,9 @@ namespace
StringRef res_ref; StringRef res_ref;
if constexpr (!is_utf8) if constexpr (!is_utf8)
res_ref = substringIndex(str_ref, delim[0], index); res_ref = substringIndex(str_ref, delim[0], count);
else else
res_ref = substringIndexUTF8(searcher.get(), str_ref, delim, index); res_ref = substringIndexUTF8(searcher.get(), str_ref, delim, count);
appendToResultColumn(res_ref, res_data, res_offsets); appendToResultColumn(res_ref, res_data, res_offsets);
} }
@ -178,11 +178,11 @@ namespace
static void constantVector( static void constantVector(
const String & str, const String & str,
const String & delim, const String & delim,
const IColumn * index_column, const IColumn * count_column,
ColumnString::Chars & res_data, ColumnString::Chars & res_data,
ColumnString::Offsets & res_offsets) ColumnString::Offsets & res_offsets)
{ {
size_t rows = index_column->size(); size_t rows = count_column->size();
res_data.reserve(str.size() * rows / 2); res_data.reserve(str.size() * rows / 2);
res_offsets.reserve(rows); res_offsets.reserve(rows);
@ -192,13 +192,13 @@ namespace
StringRef str_ref{str.data(), str.size()}; StringRef str_ref{str.data(), str.size()};
for (size_t i = 0; i < rows; ++i) for (size_t i = 0; i < rows; ++i)
{ {
Int64 index = index_column->getInt(i); Int64 count = count_column->getInt(i);
StringRef res_ref; StringRef res_ref;
if constexpr (!is_utf8) if constexpr (!is_utf8)
res_ref = substringIndex(str_ref, delim[0], index); res_ref = substringIndex(str_ref, delim[0], count);
else else
res_ref = substringIndexUTF8(searcher.get(), str_ref, delim, index); res_ref = substringIndexUTF8(searcher.get(), str_ref, delim, count);
appendToResultColumn(res_ref, res_data, res_offsets); appendToResultColumn(res_ref, res_data, res_offsets);
} }
@ -217,18 +217,18 @@ namespace
} }
static StringRef substringIndexUTF8( static StringRef substringIndexUTF8(
const PositionCaseSensitiveUTF8::SearcherInBigHaystack * searcher, const StringRef & str_ref, const String & delim, Int64 index) const PositionCaseSensitiveUTF8::SearcherInBigHaystack * searcher, const StringRef & str_ref, const String & delim, Int64 count)
{ {
if (index == 0) if (count == 0)
return {str_ref.data, 0}; return {str_ref.data, 0};
const auto * begin = reinterpret_cast<const UInt8 *>(str_ref.data); const auto * begin = reinterpret_cast<const UInt8 *>(str_ref.data);
const auto * end = reinterpret_cast<const UInt8 *>(str_ref.data + str_ref.size); const auto * end = reinterpret_cast<const UInt8 *>(str_ref.data + str_ref.size);
const auto * pos = begin; const auto * pos = begin;
if (index > 0) if (count > 0)
{ {
Int64 i = 0; Int64 i = 0;
while (i < index) while (i < count)
{ {
pos = searcher->search(pos, end - pos); pos = searcher->search(pos, end - pos);
@ -251,13 +251,13 @@ namespace
++total; ++total;
} }
if (total + index < 0) if (total + count < 0)
return str_ref; return str_ref;
pos = begin; pos = begin;
Int64 i = 0; Int64 i = 0;
Int64 index_from_left = total + 1 + index; Int64 count_from_left = total + 1 + count;
while (i < index_from_left && pos < end && end != (pos = searcher->search(pos, end - pos))) while (i < count_from_left && pos < end && end != (pos = searcher->search(pos, end - pos)))
{ {
pos += delim.size(); pos += delim.size();
++i; ++i;
@ -266,25 +266,25 @@ namespace
} }
} }
static StringRef substringIndex(const StringRef & str_ref, char delim, Int64 index) static StringRef substringIndex(const StringRef & str_ref, char delim, Int64 count)
{ {
if (index == 0) if (count == 0)
return {str_ref.data, 0}; return {str_ref.data, 0};
const auto pos = index > 0 ? str_ref.data : str_ref.data + str_ref.size - 1; const auto * pos = count > 0 ? str_ref.data : str_ref.data + str_ref.size - 1;
const auto end = index > 0 ? str_ref.data + str_ref.size : str_ref.data - 1; const auto * end = count > 0 ? str_ref.data + str_ref.size : str_ref.data - 1;
int d = index > 0 ? 1 : -1; int d = count > 0 ? 1 : -1;
for (; index; pos += d) for (; count; pos += d)
{ {
if (pos == end) if (pos == end)
return str_ref; return str_ref;
if (*pos == delim) if (*pos == delim)
index -= d; count -= d;
} }
pos -= d; pos -= d;
return {d > 0 ? str_ref.data : pos + 1, static_cast<size_t>(d > 0 ? pos - str_ref.data : str_ref.data + str_ref.size - pos - 1)} ; return {
} d > 0 ? str_ref.data : pos + 1, static_cast<size_t>(d > 0 ? pos - str_ref.data : str_ref.data + str_ref.size - pos - 1)};
} }
}; };
} }