2022-06-15 06:49:55 +00:00
|
|
|
#pragma once
|
|
|
|
#include "config_functions.h"
|
|
|
|
|
|
|
|
#if USE_BASE58
|
|
|
|
# include <Columns/ColumnConst.h>
|
|
|
|
# include <Common/MemorySanitizer.h>
|
|
|
|
# include <Columns/ColumnString.h>
|
|
|
|
# include <DataTypes/DataTypeString.h>
|
|
|
|
# include <Functions/FunctionFactory.h>
|
|
|
|
# include <Functions/FunctionHelpers.h>
|
|
|
|
# include <IO/WriteHelpers.h>
|
|
|
|
# include <base_x.hh>
|
|
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
|
|
|
namespace ErrorCodes
|
|
|
|
{
|
|
|
|
extern const int ILLEGAL_COLUMN;
|
|
|
|
extern const int ILLEGAL_TYPE_OF_ARGUMENT;
|
|
|
|
extern const int INCORRECT_DATA;
|
|
|
|
extern const int BAD_ARGUMENTS;
|
|
|
|
}
|
|
|
|
|
|
|
|
struct Base58Encode
|
|
|
|
{
|
|
|
|
static constexpr auto name = "base58Encode";
|
|
|
|
|
2022-06-16 10:11:41 +00:00
|
|
|
static void process(const ColumnString * input, ColumnString * dst_column, std::string& alphabet, size_t input_rows_count)
|
2022-06-15 06:49:55 +00:00
|
|
|
{
|
2022-06-16 10:11:41 +00:00
|
|
|
auto & dst_data = dst_column->getChars();
|
|
|
|
auto & dst_offsets = dst_column->getOffsets();
|
|
|
|
|
|
|
|
size_t current_allocated_size = input->getChars().size();
|
|
|
|
|
|
|
|
dst_data.resize(current_allocated_size);
|
|
|
|
dst_offsets.resize(input_rows_count);
|
|
|
|
|
|
|
|
const ColumnString::Offsets & src_offsets = input->getOffsets();
|
|
|
|
|
|
|
|
const auto * source = input->getChars().raw_data();
|
|
|
|
auto * dst = dst_data.data();
|
|
|
|
auto * dst_pos = dst;
|
|
|
|
|
|
|
|
size_t src_offset_prev = 0;
|
|
|
|
size_t processed_size = 0;
|
|
|
|
|
|
|
|
const auto& encoder = (alphabet == "bitcoin") ? Base58::bitcoin() :
|
|
|
|
((alphabet == "flickr") ? Base58::flickr() :
|
|
|
|
((alphabet == "ripple") ? Base58::ripple() : Base58::base58()));
|
2022-06-15 06:49:55 +00:00
|
|
|
|
2022-06-16 10:11:41 +00:00
|
|
|
for (size_t row = 0; row < input_rows_count; ++row)
|
|
|
|
{
|
|
|
|
size_t srclen = src_offsets[row] - src_offset_prev - 1;
|
|
|
|
/// Why we didn't simply operate on char* here?
|
|
|
|
/// We don't know the size of the result string beforehand (it's not byte-to-byte encoding),
|
|
|
|
/// so we may need to do many resizes (the worst case -- we'll do it for each row)
|
|
|
|
/// Using std::string allows to do exponential resizes and one final resize after whole operation is complete
|
|
|
|
std::string encoded;
|
|
|
|
encoder.encode(encoded, source, srclen);
|
|
|
|
size_t outlen = encoded.size();
|
|
|
|
|
|
|
|
if (processed_size + outlen >= current_allocated_size)
|
|
|
|
{
|
|
|
|
current_allocated_size += current_allocated_size;
|
|
|
|
dst_data.resize(current_allocated_size);
|
|
|
|
}
|
|
|
|
|
|
|
|
source += srclen + 1;
|
|
|
|
dst_pos += outlen;
|
|
|
|
*dst_pos = '\0';
|
|
|
|
dst_pos += 1;
|
|
|
|
|
|
|
|
dst_offsets[row] = dst_pos - dst;
|
|
|
|
src_offset_prev = src_offsets[row];
|
|
|
|
processed_size += outlen;
|
|
|
|
}
|
|
|
|
|
|
|
|
dst_data.resize(dst_pos - dst);
|
2022-06-15 06:49:55 +00:00
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
struct Base58Decode
|
|
|
|
{
|
|
|
|
static constexpr auto name = "base58Decode";
|
|
|
|
|
|
|
|
static size_t getBufferSize(size_t string_length, size_t string_count)
|
|
|
|
{
|
|
|
|
return ((string_length - string_count) / 4 + string_count) * 3 + string_count;
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
struct TryBase58Decode
|
|
|
|
{
|
|
|
|
static constexpr auto name = "tryBase58Decode";
|
|
|
|
|
|
|
|
static size_t getBufferSize(size_t string_length, size_t string_count)
|
|
|
|
{
|
|
|
|
return Base58Decode::getBufferSize(string_length, string_count);
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
template <typename Func>
|
|
|
|
class FunctionBase58Conversion : public IFunction
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
static constexpr auto name = Func::name;
|
|
|
|
|
|
|
|
static FunctionPtr create(ContextPtr)
|
|
|
|
{
|
|
|
|
return std::make_shared<FunctionBase58Conversion>();
|
|
|
|
}
|
|
|
|
|
|
|
|
String getName() const override
|
|
|
|
{
|
|
|
|
return Func::name;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool isVariadic() const override { return true; }
|
|
|
|
|
|
|
|
size_t getNumberOfArguments() const override { return 0; }
|
|
|
|
|
|
|
|
bool isSuitableForShortCircuitArgumentsExecution(const DataTypesWithConstInfo & /*arguments*/) const override { return true; }
|
|
|
|
|
|
|
|
bool useDefaultImplementationForConstants() const override { return true; }
|
|
|
|
|
|
|
|
ColumnNumbers getArgumentsThatAreAlwaysConstant() const override { return {1}; }
|
|
|
|
|
|
|
|
DataTypePtr getReturnTypeImpl(const ColumnsWithTypeAndName & arguments) const override
|
|
|
|
{
|
|
|
|
if (arguments.size() != 1 || arguments.size() != 2)
|
|
|
|
throw Exception(
|
|
|
|
"Wrong number of arguments for function " + getName() + ": " + arguments.size() + " provided, 1 or 2 expected.",
|
|
|
|
ErrorCodes::BAD_ARGUMENTS);
|
|
|
|
|
|
|
|
if (!isString(arguments[0].type))
|
|
|
|
throw Exception(
|
|
|
|
"Illegal type " + arguments[0].type->getName() + " of 1st argument of function " + getName() + ". Must be String.",
|
|
|
|
ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
|
|
|
|
|
|
|
|
if (!isString(arguments[1].type))
|
|
|
|
throw Exception(
|
|
|
|
"Illegal type " + arguments[1].type->getName() + " of 2nd argument of function " + getName() + ". Must be String.",
|
|
|
|
ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
|
|
|
|
|
|
|
|
return std::make_shared<DataTypeString>();
|
|
|
|
}
|
|
|
|
|
|
|
|
ColumnPtr executeImpl(const ColumnsWithTypeAndName & arguments, const DataTypePtr &, size_t input_rows_count) const override
|
|
|
|
{
|
|
|
|
const ColumnPtr column_string = arguments[0].column;
|
|
|
|
const ColumnString * input = checkAndGetColumn<ColumnString>(column_string.get());
|
|
|
|
if (!input)
|
|
|
|
throw Exception(
|
|
|
|
"Illegal column " + arguments[0].column->getName() + " of first argument of function " + getName(),
|
|
|
|
ErrorCodes::ILLEGAL_COLUMN);
|
|
|
|
|
|
|
|
std::string alphabet = "bitcoin";
|
|
|
|
|
|
|
|
if (arguments.size() == 2)
|
|
|
|
{
|
|
|
|
const auto * alphabet_column = checkAndGetColumn<ColumnConst>(arguments[1].column.get());
|
|
|
|
|
|
|
|
if (!alphabet_column)
|
|
|
|
throw Exception("Second argument for function " + getName() + " must be constant String", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
|
|
|
|
|
2022-06-16 10:11:41 +00:00
|
|
|
if (alphabet = alphabet_column->getValue<DB::String>();
|
|
|
|
alphabet != "bitcoin" && alphabet != "ripple" && alphabet != "flickr" && alphabet != "gmp")
|
|
|
|
throw Exception("Second argument for function " + getName() + " must be 'bitcoin', 'ripple', 'gmp' or 'flickr'", ErrorCodes::ILLEGAL_COLUMN);
|
2022-06-15 06:49:55 +00:00
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
auto dst_column = ColumnString::create();
|
|
|
|
|
2022-06-16 10:11:41 +00:00
|
|
|
Func::process(column_string, dst_column, alphabet, input_rows_count);
|
2022-06-15 06:49:55 +00:00
|
|
|
|
|
|
|
return dst_column;
|
|
|
|
}
|
|
|
|
};
|
|
|
|
}
|
|
|
|
|
|
|
|
#endif
|