2011-10-10 06:10:49 +00:00
|
|
|
#pragma once
|
2010-06-04 18:25:25 +00:00
|
|
|
|
|
|
|
#include <cstring>
|
|
|
|
#include <cstdio>
|
|
|
|
#include <limits>
|
|
|
|
#include <algorithm>
|
2017-07-14 15:08:01 +00:00
|
|
|
#include <iterator>
|
2010-06-04 18:25:25 +00:00
|
|
|
|
2015-09-29 19:19:54 +00:00
|
|
|
#include <common/DateLUT.h>
|
2017-01-21 04:24:28 +00:00
|
|
|
#include <common/LocalDate.h>
|
|
|
|
#include <common/LocalDateTime.h>
|
2018-11-25 00:08:50 +00:00
|
|
|
#include <common/find_symbols.h>
|
2019-02-10 17:40:52 +00:00
|
|
|
#include <common/StringRef.h>
|
2011-05-05 19:10:17 +00:00
|
|
|
|
2017-04-01 09:19:00 +00:00
|
|
|
#include <Core/Types.h>
|
2017-07-04 10:42:53 +00:00
|
|
|
#include <Core/UUID.h>
|
2019-02-10 17:40:52 +00:00
|
|
|
|
2017-04-01 09:19:00 +00:00
|
|
|
#include <Common/Exception.h>
|
2018-01-15 19:07:47 +00:00
|
|
|
#include <Common/StringUtils/StringUtils.h>
|
2017-06-15 09:12:32 +00:00
|
|
|
#include <Common/UInt128.h>
|
2019-02-10 17:40:52 +00:00
|
|
|
#include <Common/intExp.h>
|
2010-06-04 18:25:25 +00:00
|
|
|
|
2017-04-01 09:19:00 +00:00
|
|
|
#include <IO/WriteBuffer.h>
|
|
|
|
#include <IO/WriteIntText.h>
|
|
|
|
#include <IO/VarInt.h>
|
|
|
|
#include <IO/DoubleConverter.h>
|
2017-07-31 21:39:24 +00:00
|
|
|
#include <IO/WriteBufferFromString.h>
|
2019-02-10 17:40:52 +00:00
|
|
|
|
2018-08-06 10:02:26 +00:00
|
|
|
#include <Formats/FormatSettings.h>
|
2010-06-04 18:25:25 +00:00
|
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
2016-01-11 21:46:36 +00:00
|
|
|
namespace ErrorCodes
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
extern const int CANNOT_PRINT_FLOAT_OR_DOUBLE_NUMBER;
|
2017-07-06 14:42:27 +00:00
|
|
|
extern const int ILLEGAL_TYPE_OF_ARGUMENT;
|
2016-01-11 21:46:36 +00:00
|
|
|
}
|
|
|
|
|
2017-05-23 20:04:42 +00:00
|
|
|
/// Helper functions for formatted and binary output.
|
2010-06-04 18:25:25 +00:00
|
|
|
|
|
|
|
inline void writeChar(char x, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
buf.nextIfAtEnd();
|
|
|
|
*buf.position() = x;
|
|
|
|
++buf.position();
|
2010-06-04 18:25:25 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2017-05-23 20:04:42 +00:00
|
|
|
/// Write POD-type in native format. It's recommended to use only with packed (dense) data types.
|
2011-07-04 18:22:37 +00:00
|
|
|
template <typename T>
|
2012-02-26 01:52:43 +00:00
|
|
|
inline void writePODBinary(const T & x, WriteBuffer & buf)
|
2011-07-04 18:22:37 +00:00
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
buf.write(reinterpret_cast<const char *>(&x), sizeof(x));
|
2011-07-04 18:22:37 +00:00
|
|
|
}
|
|
|
|
|
2011-08-09 17:24:17 +00:00
|
|
|
template <typename T>
|
2011-12-02 19:18:04 +00:00
|
|
|
inline void writeIntBinary(const T & x, WriteBuffer & buf)
|
2011-08-09 17:24:17 +00:00
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writePODBinary(x, buf);
|
2011-08-09 17:24:17 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
template <typename T>
|
2011-12-02 19:18:04 +00:00
|
|
|
inline void writeFloatBinary(const T & x, WriteBuffer & buf)
|
2011-08-09 17:24:17 +00:00
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writePODBinary(x, buf);
|
2011-08-09 17:24:17 +00:00
|
|
|
}
|
|
|
|
|
2011-07-04 18:22:37 +00:00
|
|
|
|
2013-10-10 23:06:51 +00:00
|
|
|
inline void writeStringBinary(const std::string & s, WriteBuffer & buf)
|
2011-08-19 18:31:14 +00:00
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeVarUInt(s.size(), buf);
|
|
|
|
buf.write(s.data(), s.size());
|
2011-08-19 18:31:14 +00:00
|
|
|
}
|
|
|
|
|
2014-02-17 23:56:45 +00:00
|
|
|
inline void writeStringBinary(const char * s, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeVarUInt(strlen(s), buf);
|
|
|
|
buf.write(s, strlen(s));
|
2014-02-17 23:56:45 +00:00
|
|
|
}
|
|
|
|
|
2016-02-24 09:30:29 +00:00
|
|
|
inline void writeStringBinary(const StringRef & s, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeVarUInt(s.size, buf);
|
|
|
|
buf.write(s.data, s.size);
|
2016-02-24 09:30:29 +00:00
|
|
|
}
|
|
|
|
|
2011-08-19 18:31:14 +00:00
|
|
|
|
2013-10-10 20:33:08 +00:00
|
|
|
template <typename T>
|
2013-10-10 23:06:51 +00:00
|
|
|
void writeVectorBinary(const std::vector<T> & v, WriteBuffer & buf)
|
2013-10-10 20:33:08 +00:00
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeVarUInt(v.size(), buf);
|
2013-10-10 20:33:08 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
for (typename std::vector<T>::const_iterator it = v.begin(); it != v.end(); ++it)
|
|
|
|
writeBinary(*it, buf);
|
2013-10-10 20:33:08 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2011-11-21 10:09:22 +00:00
|
|
|
inline void writeBoolText(bool x, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeChar(x ? '1' : '0', buf);
|
2011-11-21 10:09:22 +00:00
|
|
|
}
|
|
|
|
|
2018-07-17 12:32:31 +00:00
|
|
|
template <typename T>
|
|
|
|
inline size_t writeFloatTextFastPath(T x, char * buffer, int len)
|
|
|
|
{
|
|
|
|
using Converter = DoubleConverter<false>;
|
|
|
|
double_conversion::StringBuilder builder{buffer, len};
|
|
|
|
|
|
|
|
bool result = false;
|
|
|
|
if constexpr (std::is_same_v<T, double>)
|
|
|
|
result = Converter::instance().ToShortest(x, &builder);
|
|
|
|
else
|
|
|
|
result = Converter::instance().ToShortestSingle(x, &builder);
|
|
|
|
|
|
|
|
if (!result)
|
|
|
|
throw Exception("Cannot print floating point number", ErrorCodes::CANNOT_PRINT_FLOAT_OR_DOUBLE_NUMBER);
|
|
|
|
return builder.position();
|
|
|
|
}
|
2011-11-21 10:09:22 +00:00
|
|
|
|
2018-01-11 20:02:04 +00:00
|
|
|
template <typename T>
|
|
|
|
inline void writeFloatText(T x, WriteBuffer & buf)
|
2010-06-04 18:25:25 +00:00
|
|
|
{
|
2018-01-11 20:02:04 +00:00
|
|
|
static_assert(std::is_same_v<T, double> || std::is_same_v<T, float>, "Argument for writeFloatText must be float or double");
|
2015-07-16 20:02:36 +00:00
|
|
|
|
2018-01-11 20:02:04 +00:00
|
|
|
using Converter = DoubleConverter<false>;
|
2018-07-17 12:32:31 +00:00
|
|
|
if (likely(buf.available() >= Converter::MAX_REPRESENTATION_LENGTH))
|
|
|
|
{
|
|
|
|
buf.position() += writeFloatTextFastPath(x, buf.position(), Converter::MAX_REPRESENTATION_LENGTH);
|
|
|
|
return;
|
|
|
|
}
|
2015-07-16 20:02:36 +00:00
|
|
|
|
2018-01-11 20:02:04 +00:00
|
|
|
Converter::BufferType buffer;
|
2017-04-01 07:20:54 +00:00
|
|
|
double_conversion::StringBuilder builder{buffer, sizeof(buffer)};
|
2015-07-16 20:02:36 +00:00
|
|
|
|
2018-01-11 20:02:04 +00:00
|
|
|
bool result = false;
|
|
|
|
if constexpr (std::is_same_v<T, double>)
|
|
|
|
result = Converter::instance().ToShortest(x, &builder);
|
|
|
|
else
|
|
|
|
result = Converter::instance().ToShortestSingle(x, &builder);
|
2015-07-16 20:02:36 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
if (!result)
|
2018-01-11 20:02:04 +00:00
|
|
|
throw Exception("Cannot print floating point number", ErrorCodes::CANNOT_PRINT_FLOAT_OR_DOUBLE_NUMBER);
|
2010-06-04 18:25:25 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
buf.write(buffer, builder.position());
|
2010-06-04 18:25:25 +00:00
|
|
|
}
|
|
|
|
|
2011-08-09 17:24:17 +00:00
|
|
|
|
2010-06-04 18:25:25 +00:00
|
|
|
inline void writeString(const String & s, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
buf.write(s.data(), s.size());
|
2010-06-04 18:25:25 +00:00
|
|
|
}
|
|
|
|
|
2013-05-15 22:58:57 +00:00
|
|
|
inline void writeString(const char * data, size_t size, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
buf.write(data, size);
|
2013-05-15 22:58:57 +00:00
|
|
|
}
|
|
|
|
|
2015-12-30 11:53:12 +00:00
|
|
|
inline void writeString(const StringRef & ref, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeString(ref.data, ref.size, buf);
|
2015-12-30 11:53:12 +00:00
|
|
|
}
|
|
|
|
|
2013-05-15 22:58:57 +00:00
|
|
|
|
2017-05-28 14:29:40 +00:00
|
|
|
/** Writes a C-string without creating a temporary object. If the string is a literal, then `strlen` is executed at the compilation stage.
|
|
|
|
* Use when the string is a literal.
|
2013-05-20 09:33:45 +00:00
|
|
|
*/
|
|
|
|
#define writeCString(s, buf) \
|
2017-04-01 07:20:54 +00:00
|
|
|
(buf).write((s), strlen(s))
|
2013-05-20 09:33:45 +00:00
|
|
|
|
2017-05-28 14:29:40 +00:00
|
|
|
/** Writes a string for use in the JSON format:
|
2017-08-08 20:57:23 +00:00
|
|
|
* - the string is written in double quotes
|
|
|
|
* - slash character '/' is escaped for compatibility with JavaScript
|
2017-05-28 14:29:40 +00:00
|
|
|
* - bytes from the range 0x00-0x1F except `\b', '\f', '\n', '\r', '\t' are escaped as \u00XX
|
|
|
|
* - code points U+2028 and U+2029 (byte sequences in UTF-8: e2 80 a8, e2 80 a9) are escaped as \u2028 and \u2029
|
2017-08-08 20:57:23 +00:00
|
|
|
* - it is assumed that string is in UTF-8, the invalid UTF-8 is not processed
|
|
|
|
* - all other non-ASCII characters remain as is
|
2013-05-20 09:33:45 +00:00
|
|
|
*/
|
2018-08-07 17:04:39 +00:00
|
|
|
inline void writeJSONString(const char * begin, const char * end, WriteBuffer & buf, const FormatSettings & settings)
|
2013-05-16 12:52:09 +00:00
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeChar('"', buf);
|
|
|
|
for (const char * it = begin; it != end; ++it)
|
|
|
|
{
|
|
|
|
switch (*it)
|
|
|
|
{
|
|
|
|
case '\b':
|
|
|
|
writeChar('\\', buf);
|
|
|
|
writeChar('b', buf);
|
|
|
|
break;
|
|
|
|
case '\f':
|
|
|
|
writeChar('\\', buf);
|
|
|
|
writeChar('f', buf);
|
|
|
|
break;
|
|
|
|
case '\n':
|
|
|
|
writeChar('\\', buf);
|
|
|
|
writeChar('n', buf);
|
|
|
|
break;
|
|
|
|
case '\r':
|
|
|
|
writeChar('\\', buf);
|
|
|
|
writeChar('r', buf);
|
|
|
|
break;
|
|
|
|
case '\t':
|
|
|
|
writeChar('\\', buf);
|
|
|
|
writeChar('t', buf);
|
|
|
|
break;
|
|
|
|
case '\\':
|
|
|
|
writeChar('\\', buf);
|
|
|
|
writeChar('\\', buf);
|
|
|
|
break;
|
|
|
|
case '/':
|
2018-08-06 14:12:50 +00:00
|
|
|
if (settings.json.escape_forward_slashes)
|
2018-08-06 10:02:26 +00:00
|
|
|
writeChar('\\', buf);
|
2017-04-01 07:20:54 +00:00
|
|
|
writeChar('/', buf);
|
|
|
|
break;
|
|
|
|
case '"':
|
|
|
|
writeChar('\\', buf);
|
|
|
|
writeChar('"', buf);
|
|
|
|
break;
|
|
|
|
default:
|
2017-08-08 20:57:23 +00:00
|
|
|
UInt8 c = *it;
|
2017-09-08 02:29:47 +00:00
|
|
|
if (c <= 0x1F)
|
2017-04-01 07:20:54 +00:00
|
|
|
{
|
2017-08-08 20:57:23 +00:00
|
|
|
/// Escaping of ASCII control characters.
|
|
|
|
|
|
|
|
UInt8 higher_half = c >> 4;
|
|
|
|
UInt8 lower_half = c & 0xF;
|
2017-04-01 07:20:54 +00:00
|
|
|
|
|
|
|
writeCString("\\u00", buf);
|
|
|
|
writeChar('0' + higher_half, buf);
|
|
|
|
|
2017-09-08 02:29:47 +00:00
|
|
|
if (lower_half <= 9)
|
2017-04-01 07:20:54 +00:00
|
|
|
writeChar('0' + lower_half, buf);
|
|
|
|
else
|
|
|
|
writeChar('A' + lower_half - 10, buf);
|
|
|
|
}
|
2017-08-08 21:07:14 +00:00
|
|
|
else if (end - it >= 3 && it[0] == '\xE2' && it[1] == '\x80' && (it[2] == '\xA8' || it[2] == '\xA9'))
|
2017-04-01 07:20:54 +00:00
|
|
|
{
|
2017-08-08 20:57:23 +00:00
|
|
|
/// This is for compatibility with JavaScript, because unescaped line separators are prohibited in string literals,
|
|
|
|
/// and these code points are alternative line separators.
|
|
|
|
|
2017-08-08 21:07:14 +00:00
|
|
|
if (it[2] == '\xA8')
|
2017-04-01 07:20:54 +00:00
|
|
|
writeCString("\\u2028", buf);
|
2017-08-08 21:07:14 +00:00
|
|
|
if (it[2] == '\xA9')
|
2017-04-01 07:20:54 +00:00
|
|
|
writeCString("\\u2029", buf);
|
2017-08-08 20:57:23 +00:00
|
|
|
|
|
|
|
/// Byte sequence is 3 bytes long. We have additional two bytes to skip.
|
|
|
|
it += 2;
|
2017-04-01 07:20:54 +00:00
|
|
|
}
|
|
|
|
else
|
|
|
|
writeChar(*it, buf);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
writeChar('"', buf);
|
2013-05-16 12:52:09 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2011-11-01 17:57:37 +00:00
|
|
|
template <char c>
|
2011-11-21 10:09:22 +00:00
|
|
|
void writeAnyEscapedString(const char * begin, const char * end, WriteBuffer & buf)
|
2011-11-01 17:57:37 +00:00
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
const char * pos = begin;
|
|
|
|
while (true)
|
|
|
|
{
|
2017-05-28 14:29:40 +00:00
|
|
|
/// On purpose we will escape more characters than minimally necessary.
|
2017-04-01 07:20:54 +00:00
|
|
|
const char * next_pos = find_first_symbols<'\b', '\f', '\n', '\r', '\t', '\0', '\\', c>(pos, end);
|
|
|
|
|
|
|
|
if (next_pos == end)
|
|
|
|
{
|
|
|
|
buf.write(pos, next_pos - pos);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
buf.write(pos, next_pos - pos);
|
|
|
|
pos = next_pos;
|
|
|
|
switch (*pos)
|
|
|
|
{
|
|
|
|
case '\b':
|
|
|
|
writeChar('\\', buf);
|
|
|
|
writeChar('b', buf);
|
|
|
|
break;
|
|
|
|
case '\f':
|
|
|
|
writeChar('\\', buf);
|
|
|
|
writeChar('f', buf);
|
|
|
|
break;
|
|
|
|
case '\n':
|
|
|
|
writeChar('\\', buf);
|
|
|
|
writeChar('n', buf);
|
|
|
|
break;
|
|
|
|
case '\r':
|
|
|
|
writeChar('\\', buf);
|
|
|
|
writeChar('r', buf);
|
|
|
|
break;
|
|
|
|
case '\t':
|
|
|
|
writeChar('\\', buf);
|
|
|
|
writeChar('t', buf);
|
|
|
|
break;
|
|
|
|
case '\0':
|
|
|
|
writeChar('\\', buf);
|
|
|
|
writeChar('0', buf);
|
|
|
|
break;
|
|
|
|
case '\\':
|
|
|
|
writeChar('\\', buf);
|
|
|
|
writeChar('\\', buf);
|
|
|
|
break;
|
|
|
|
case c:
|
|
|
|
writeChar('\\', buf);
|
|
|
|
writeChar(c, buf);
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
writeChar(*pos, buf);
|
|
|
|
}
|
|
|
|
++pos;
|
|
|
|
}
|
|
|
|
}
|
2011-11-01 17:57:37 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2018-08-07 17:04:39 +00:00
|
|
|
inline void writeJSONString(const String & s, WriteBuffer & buf, const FormatSettings & settings)
|
2013-05-16 12:52:09 +00:00
|
|
|
{
|
2018-08-06 10:02:26 +00:00
|
|
|
writeJSONString(s.data(), s.data() + s.size(), buf, settings);
|
2013-05-16 12:52:09 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2018-08-07 17:04:39 +00:00
|
|
|
inline void writeJSONString(const StringRef & ref, WriteBuffer & buf, const FormatSettings & settings)
|
2015-12-30 11:53:12 +00:00
|
|
|
{
|
2018-08-06 10:02:26 +00:00
|
|
|
writeJSONString(ref.data, ref.data + ref.size, buf, settings);
|
2015-12-30 11:53:12 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2011-11-21 10:09:22 +00:00
|
|
|
template <char c>
|
|
|
|
void writeAnyEscapedString(const String & s, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeAnyEscapedString<c>(s.data(), s.data() + s.size(), buf);
|
2011-11-21 10:09:22 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2015-05-28 14:08:31 +00:00
|
|
|
inline void writeEscapedString(const char * str, size_t size, WriteBuffer & buf)
|
2011-11-01 17:57:37 +00:00
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeAnyEscapedString<'\''>(str, str + size, buf);
|
2015-05-28 14:08:31 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
inline void writeEscapedString(const String & s, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeEscapedString(s.data(), s.size(), buf);
|
2011-11-01 17:57:37 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2015-12-30 11:53:12 +00:00
|
|
|
inline void writeEscapedString(const StringRef & ref, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeEscapedString(ref.data, ref.size, buf);
|
2015-12-30 11:53:12 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2011-11-01 17:57:37 +00:00
|
|
|
template <char c>
|
2013-04-15 19:33:05 +00:00
|
|
|
void writeAnyQuotedString(const char * begin, const char * end, WriteBuffer & buf)
|
2011-11-01 17:57:37 +00:00
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeChar(c, buf);
|
|
|
|
writeAnyEscapedString<c>(begin, end, buf);
|
|
|
|
writeChar(c, buf);
|
2011-11-01 17:57:37 +00:00
|
|
|
}
|
|
|
|
|
2010-06-04 18:25:25 +00:00
|
|
|
|
2013-04-15 19:33:05 +00:00
|
|
|
|
|
|
|
template <char c>
|
|
|
|
void writeAnyQuotedString(const String & s, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeAnyQuotedString<c>(s.data(), s.data() + s.size(), buf);
|
2013-04-15 19:33:05 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2015-12-30 11:53:12 +00:00
|
|
|
template <char c>
|
|
|
|
void writeAnyQuotedString(const StringRef & ref, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeAnyQuotedString<c>(ref.data, ref.data + ref.size, buf);
|
2015-12-30 11:53:12 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2010-06-04 18:25:25 +00:00
|
|
|
inline void writeQuotedString(const String & s, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeAnyQuotedString<'\''>(s, buf);
|
2011-11-01 17:57:37 +00:00
|
|
|
}
|
|
|
|
|
2015-12-30 11:53:12 +00:00
|
|
|
|
|
|
|
inline void writeQuotedString(const StringRef & ref, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeAnyQuotedString<'\''>(ref, buf);
|
2015-12-30 11:53:12 +00:00
|
|
|
}
|
|
|
|
|
2011-11-01 17:57:37 +00:00
|
|
|
inline void writeDoubleQuotedString(const String & s, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeAnyQuotedString<'"'>(s, buf);
|
2010-06-04 18:25:25 +00:00
|
|
|
}
|
|
|
|
|
2017-05-28 14:29:40 +00:00
|
|
|
/// Outputs a string in backquotes, as an identifier in MySQL.
|
2011-11-01 17:57:37 +00:00
|
|
|
inline void writeBackQuotedString(const String & s, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeAnyQuotedString<'`'>(s, buf);
|
2011-11-01 17:57:37 +00:00
|
|
|
}
|
2011-06-15 18:54:18 +00:00
|
|
|
|
2018-07-16 01:02:46 +00:00
|
|
|
|
|
|
|
/// The same, but quotes apply only if there are characters that do not match the identifier without quotes.
|
|
|
|
template <typename F>
|
|
|
|
inline void writeProbablyQuotedStringImpl(const String & s, WriteBuffer & buf, F && write_quoted_string)
|
2016-02-14 02:37:42 +00:00
|
|
|
{
|
2017-04-27 20:58:07 +00:00
|
|
|
if (s.empty() || !isValidIdentifierBegin(s[0]))
|
2018-07-16 01:02:46 +00:00
|
|
|
write_quoted_string(s, buf);
|
2017-04-01 07:20:54 +00:00
|
|
|
else
|
|
|
|
{
|
|
|
|
const char * pos = s.data() + 1;
|
|
|
|
const char * end = s.data() + s.size();
|
|
|
|
for (; pos < end; ++pos)
|
|
|
|
if (!isWordCharASCII(*pos))
|
|
|
|
break;
|
|
|
|
if (pos != end)
|
2018-07-16 01:02:46 +00:00
|
|
|
write_quoted_string(s, buf);
|
2017-04-01 07:20:54 +00:00
|
|
|
else
|
|
|
|
writeString(s, buf);
|
|
|
|
}
|
2016-02-14 02:37:42 +00:00
|
|
|
}
|
|
|
|
|
2018-07-16 01:02:46 +00:00
|
|
|
inline void writeProbablyBackQuotedString(const String & s, WriteBuffer & buf)
|
|
|
|
{
|
2018-08-10 04:02:56 +00:00
|
|
|
writeProbablyQuotedStringImpl(s, buf, [](const String & s_, WriteBuffer & buf_) { return writeBackQuotedString(s_, buf_); });
|
2018-07-16 01:02:46 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
inline void writeProbablyDoubleQuotedString(const String & s, WriteBuffer & buf)
|
|
|
|
{
|
2018-08-10 04:02:56 +00:00
|
|
|
writeProbablyQuotedStringImpl(s, buf, [](const String & s_, WriteBuffer & buf_) { return writeDoubleQuotedString(s_, buf_); });
|
2018-07-16 01:02:46 +00:00
|
|
|
}
|
|
|
|
|
2016-02-07 08:42:21 +00:00
|
|
|
|
2017-05-28 14:29:40 +00:00
|
|
|
/** Outputs the string in for the CSV format.
|
|
|
|
* Rules:
|
|
|
|
* - the string is outputted in quotation marks;
|
|
|
|
* - the quotation mark inside the string is outputted as two quotation marks in sequence.
|
2016-02-07 08:42:21 +00:00
|
|
|
*/
|
|
|
|
template <char quote = '"'>
|
|
|
|
void writeCSVString(const char * begin, const char * end, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeChar(quote, buf);
|
2016-02-07 08:42:21 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
const char * pos = begin;
|
|
|
|
while (true)
|
|
|
|
{
|
|
|
|
const char * next_pos = find_first_symbols<quote>(pos, end);
|
2016-02-07 08:42:21 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
if (next_pos == end)
|
|
|
|
{
|
|
|
|
buf.write(pos, end - pos);
|
|
|
|
break;
|
|
|
|
}
|
2017-11-20 04:37:54 +00:00
|
|
|
else /// Quotation.
|
2017-04-01 07:20:54 +00:00
|
|
|
{
|
|
|
|
++next_pos;
|
|
|
|
buf.write(pos, next_pos - pos);
|
|
|
|
writeChar(quote, buf);
|
|
|
|
}
|
2016-02-07 08:42:21 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
pos = next_pos;
|
|
|
|
}
|
2016-02-07 08:42:21 +00:00
|
|
|
|
2017-04-01 07:20:54 +00:00
|
|
|
writeChar(quote, buf);
|
2016-02-07 08:42:21 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
template <char quote = '"'>
|
|
|
|
void writeCSVString(const String & s, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeCSVString<quote>(s.data(), s.data() + s.size(), buf);
|
2016-02-07 08:42:21 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
template <char quote = '"'>
|
|
|
|
void writeCSVString(const StringRef & s, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeCSVString<quote>(s.data, s.data + s.size, buf);
|
2016-02-07 08:42:21 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2017-05-28 14:29:40 +00:00
|
|
|
/// Writing a string to a text node in XML (not into an attribute - otherwise you need more escaping).
|
2016-02-14 02:37:42 +00:00
|
|
|
inline void writeXMLString(const char * begin, const char * end, WriteBuffer & buf)
|
2011-11-06 20:47:07 +00:00
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
const char * pos = begin;
|
|
|
|
while (true)
|
|
|
|
{
|
2017-05-28 14:29:40 +00:00
|
|
|
/// NOTE Perhaps for some XML parsers, you need to escape the zero byte and some control characters.
|
2017-04-01 07:20:54 +00:00
|
|
|
const char * next_pos = find_first_symbols<'<', '&'>(pos, end);
|
|
|
|
|
|
|
|
if (next_pos == end)
|
|
|
|
{
|
|
|
|
buf.write(pos, end - pos);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
else if (*next_pos == '<')
|
|
|
|
{
|
|
|
|
buf.write(pos, next_pos - pos);
|
|
|
|
++next_pos;
|
|
|
|
writeCString("<", buf);
|
|
|
|
}
|
|
|
|
else if (*next_pos == '&')
|
|
|
|
{
|
|
|
|
buf.write(pos, next_pos - pos);
|
|
|
|
++next_pos;
|
|
|
|
writeCString("&", buf);
|
|
|
|
}
|
|
|
|
|
|
|
|
pos = next_pos;
|
|
|
|
}
|
2011-11-06 20:47:07 +00:00
|
|
|
}
|
|
|
|
|
2016-02-14 02:37:42 +00:00
|
|
|
inline void writeXMLString(const String & s, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeXMLString(s.data(), s.data() + s.size(), buf);
|
2016-02-14 02:37:42 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
inline void writeXMLString(const StringRef & s, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeXMLString(s.data, s.data + s.size, buf);
|
2016-02-14 02:37:42 +00:00
|
|
|
}
|
|
|
|
|
2017-07-14 15:08:01 +00:00
|
|
|
template <typename IteratorSrc, typename IteratorDst>
|
2017-07-21 06:46:50 +00:00
|
|
|
void formatHex(IteratorSrc src, IteratorDst dst, const size_t num_bytes);
|
2017-06-15 09:12:32 +00:00
|
|
|
void formatUUID(const UInt8 * src16, UInt8 * dst36);
|
2017-07-14 15:08:01 +00:00
|
|
|
void formatUUID(std::reverse_iterator<const UInt8 *> dst16, UInt8 * dst36);
|
2017-06-15 09:12:32 +00:00
|
|
|
|
2017-07-04 10:42:53 +00:00
|
|
|
inline void writeUUIDText(const UUID & uuid, WriteBuffer & buf)
|
2017-06-15 09:12:32 +00:00
|
|
|
{
|
|
|
|
char s[36];
|
|
|
|
|
2017-07-14 15:08:01 +00:00
|
|
|
formatUUID(std::reverse_iterator<const UInt8 *>(reinterpret_cast<const UInt8 *>(&uuid) + 16), reinterpret_cast<UInt8 *>(s));
|
2017-06-15 09:12:32 +00:00
|
|
|
buf.write(s, sizeof(s));
|
|
|
|
}
|
2010-06-04 18:25:25 +00:00
|
|
|
|
2017-05-28 14:29:40 +00:00
|
|
|
/// in YYYY-MM-DD format
|
2017-11-16 02:07:19 +00:00
|
|
|
template <char delimiter = '-'>
|
|
|
|
inline void writeDateText(const LocalDate & date, WriteBuffer & buf)
|
2011-05-05 19:10:17 +00:00
|
|
|
{
|
2017-11-16 02:07:19 +00:00
|
|
|
static const char digits[201] =
|
|
|
|
"00010203040506070809"
|
|
|
|
"10111213141516171819"
|
|
|
|
"20212223242526272829"
|
|
|
|
"30313233343536373839"
|
|
|
|
"40414243444546474849"
|
|
|
|
"50515253545556575859"
|
|
|
|
"60616263646566676869"
|
|
|
|
"70717273747576777879"
|
|
|
|
"80818283848586878889"
|
|
|
|
"90919293949596979899";
|
|
|
|
|
|
|
|
if (buf.position() + 10 <= buf.buffer().end())
|
2017-04-01 07:20:54 +00:00
|
|
|
{
|
2017-11-16 02:07:19 +00:00
|
|
|
memcpy(buf.position(), &digits[date.year() / 100 * 2], 2);
|
|
|
|
buf.position() += 2;
|
|
|
|
memcpy(buf.position(), &digits[date.year() % 100 * 2], 2);
|
|
|
|
buf.position() += 2;
|
|
|
|
*buf.position() = delimiter;
|
|
|
|
++buf.position();
|
|
|
|
memcpy(buf.position(), &digits[date.month() * 2], 2);
|
|
|
|
buf.position() += 2;
|
|
|
|
*buf.position() = delimiter;
|
|
|
|
++buf.position();
|
|
|
|
memcpy(buf.position(), &digits[date.day() * 2], 2);
|
|
|
|
buf.position() += 2;
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
buf.write(&digits[date.year() / 100 * 2], 2);
|
|
|
|
buf.write(&digits[date.year() % 100 * 2], 2);
|
|
|
|
buf.write(delimiter);
|
|
|
|
buf.write(&digits[date.month() * 2], 2);
|
|
|
|
buf.write(delimiter);
|
|
|
|
buf.write(&digits[date.day() * 2], 2);
|
2017-04-01 07:20:54 +00:00
|
|
|
}
|
2011-05-05 19:10:17 +00:00
|
|
|
}
|
|
|
|
|
2017-11-16 02:07:19 +00:00
|
|
|
template <char delimiter = '-'>
|
2018-05-25 13:29:15 +00:00
|
|
|
inline void writeDateText(DayNum date, WriteBuffer & buf)
|
2011-11-21 10:09:22 +00:00
|
|
|
{
|
2017-11-20 02:45:37 +00:00
|
|
|
if (unlikely(!date))
|
|
|
|
{
|
|
|
|
static const char s[] = {'0', '0', '0', '0', delimiter, '0', '0', delimiter, '0', '0'};
|
|
|
|
buf.write(s, sizeof(s));
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2017-11-16 02:07:19 +00:00
|
|
|
writeDateText<delimiter>(LocalDate(date), buf);
|
2011-11-21 10:09:22 +00:00
|
|
|
}
|
|
|
|
|
2011-05-05 19:10:17 +00:00
|
|
|
|
2017-11-16 02:07:19 +00:00
|
|
|
/// In the format YYYY-MM-DD HH:MM:SS
|
|
|
|
template <char date_delimeter = '-', char time_delimeter = ':', char between_date_time_delimiter = ' '>
|
|
|
|
inline void writeDateTimeText(const LocalDateTime & datetime, WriteBuffer & buf)
|
2011-08-07 02:08:22 +00:00
|
|
|
{
|
2017-11-16 02:07:19 +00:00
|
|
|
static const char digits[201] =
|
|
|
|
"00010203040506070809"
|
|
|
|
"10111213141516171819"
|
|
|
|
"20212223242526272829"
|
|
|
|
"30313233343536373839"
|
|
|
|
"40414243444546474849"
|
|
|
|
"50515253545556575859"
|
|
|
|
"60616263646566676869"
|
|
|
|
"70717273747576777879"
|
|
|
|
"80818283848586878889"
|
|
|
|
"90919293949596979899";
|
|
|
|
|
|
|
|
if (buf.position() + 19 <= buf.buffer().end())
|
2017-04-01 07:20:54 +00:00
|
|
|
{
|
2017-11-16 02:07:19 +00:00
|
|
|
memcpy(buf.position(), &digits[datetime.year() / 100 * 2], 2);
|
|
|
|
buf.position() += 2;
|
|
|
|
memcpy(buf.position(), &digits[datetime.year() % 100 * 2], 2);
|
|
|
|
buf.position() += 2;
|
|
|
|
*buf.position() = date_delimeter;
|
|
|
|
++buf.position();
|
|
|
|
memcpy(buf.position(), &digits[datetime.month() * 2], 2);
|
|
|
|
buf.position() += 2;
|
|
|
|
*buf.position() = date_delimeter;
|
|
|
|
++buf.position();
|
|
|
|
memcpy(buf.position(), &digits[datetime.day() * 2], 2);
|
|
|
|
buf.position() += 2;
|
|
|
|
*buf.position() = between_date_time_delimiter;
|
|
|
|
++buf.position();
|
|
|
|
memcpy(buf.position(), &digits[datetime.hour() * 2], 2);
|
|
|
|
buf.position() += 2;
|
|
|
|
*buf.position() = time_delimeter;
|
|
|
|
++buf.position();
|
|
|
|
memcpy(buf.position(), &digits[datetime.minute() * 2], 2);
|
|
|
|
buf.position() += 2;
|
|
|
|
*buf.position() = time_delimeter;
|
|
|
|
++buf.position();
|
|
|
|
memcpy(buf.position(), &digits[datetime.second() * 2], 2);
|
|
|
|
buf.position() += 2;
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
buf.write(&digits[datetime.year() / 100 * 2], 2);
|
|
|
|
buf.write(&digits[datetime.year() % 100 * 2], 2);
|
|
|
|
buf.write(date_delimeter);
|
|
|
|
buf.write(&digits[datetime.month() * 2], 2);
|
|
|
|
buf.write(date_delimeter);
|
|
|
|
buf.write(&digits[datetime.day() * 2], 2);
|
|
|
|
buf.write(between_date_time_delimiter);
|
|
|
|
buf.write(&digits[datetime.hour() * 2], 2);
|
|
|
|
buf.write(time_delimeter);
|
|
|
|
buf.write(&digits[datetime.minute() * 2], 2);
|
|
|
|
buf.write(time_delimeter);
|
|
|
|
buf.write(&digits[datetime.second() * 2], 2);
|
2017-04-01 07:20:54 +00:00
|
|
|
}
|
2011-08-07 02:08:22 +00:00
|
|
|
}
|
|
|
|
|
2017-11-16 02:07:19 +00:00
|
|
|
/// In the format YYYY-MM-DD HH:MM:SS, according to the specified time zone.
|
|
|
|
template <char date_delimeter = '-', char time_delimeter = ':', char between_date_time_delimiter = ' '>
|
|
|
|
inline void writeDateTimeText(time_t datetime, WriteBuffer & buf, const DateLUTImpl & date_lut = DateLUT::instance())
|
2011-11-21 10:09:22 +00:00
|
|
|
{
|
2017-11-20 02:45:37 +00:00
|
|
|
if (unlikely(!datetime))
|
|
|
|
{
|
|
|
|
static const char s[] =
|
|
|
|
{
|
|
|
|
'0', '0', '0', '0', date_delimeter, '0', '0', date_delimeter, '0', '0',
|
|
|
|
between_date_time_delimiter,
|
|
|
|
'0', '0', time_delimeter, '0', '0', time_delimeter, '0', '0'
|
|
|
|
};
|
|
|
|
buf.write(s, sizeof(s));
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2017-11-16 02:07:19 +00:00
|
|
|
const auto & values = date_lut.getValues(datetime);
|
|
|
|
writeDateTimeText<date_delimeter, time_delimeter, between_date_time_delimiter>(
|
|
|
|
LocalDateTime(values.year, values.month, values.day_of_month,
|
|
|
|
date_lut.toHour(datetime), date_lut.toMinute(datetime), date_lut.toSecond(datetime)), buf);
|
2011-11-21 10:09:22 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2017-11-16 02:07:19 +00:00
|
|
|
/// Methods for output in binary format.
|
2017-03-13 19:23:56 +00:00
|
|
|
template <typename T>
|
2017-12-25 04:01:46 +00:00
|
|
|
inline std::enable_if_t<std::is_arithmetic_v<T>, void>
|
2017-03-13 19:23:56 +00:00
|
|
|
writeBinary(const T & x, WriteBuffer & buf) { writePODBinary(x, buf); }
|
|
|
|
|
2017-06-21 01:24:05 +00:00
|
|
|
inline void writeBinary(const String & x, WriteBuffer & buf) { writeStringBinary(x, buf); }
|
|
|
|
inline void writeBinary(const StringRef & x, WriteBuffer & buf) { writeStringBinary(x, buf); }
|
2018-07-20 19:05:07 +00:00
|
|
|
inline void writeBinary(const Int128 & x, WriteBuffer & buf) { writePODBinary(x, buf); }
|
2017-06-30 20:21:42 +00:00
|
|
|
inline void writeBinary(const UInt128 & x, WriteBuffer & buf) { writePODBinary(x, buf); }
|
|
|
|
inline void writeBinary(const UInt256 & x, WriteBuffer & buf) { writePODBinary(x, buf); }
|
2018-09-11 18:42:06 +00:00
|
|
|
inline void writeBinary(const Decimal32 & x, WriteBuffer & buf) { writePODBinary(x, buf); }
|
|
|
|
inline void writeBinary(const Decimal64 & x, WriteBuffer & buf) { writePODBinary(x, buf); }
|
|
|
|
inline void writeBinary(const Decimal128 & x, WriteBuffer & buf) { writePODBinary(x, buf); }
|
2017-06-21 01:24:05 +00:00
|
|
|
inline void writeBinary(const LocalDate & x, WriteBuffer & buf) { writePODBinary(x, buf); }
|
|
|
|
inline void writeBinary(const LocalDateTime & x, WriteBuffer & buf) { writePODBinary(x, buf); }
|
2012-02-26 01:52:43 +00:00
|
|
|
|
|
|
|
|
2017-05-28 14:29:40 +00:00
|
|
|
/// Methods for outputting the value in text form for a tab-separated format.
|
2017-03-13 19:23:56 +00:00
|
|
|
template <typename T>
|
2017-12-25 04:01:46 +00:00
|
|
|
inline std::enable_if_t<std::is_integral_v<T>, void>
|
2017-03-13 19:23:56 +00:00
|
|
|
writeText(const T & x, WriteBuffer & buf) { writeIntText(x, buf); }
|
|
|
|
|
|
|
|
template <typename T>
|
2017-12-25 04:01:46 +00:00
|
|
|
inline std::enable_if_t<std::is_floating_point_v<T>, void>
|
2017-03-13 19:23:56 +00:00
|
|
|
writeText(const T & x, WriteBuffer & buf) { writeFloatText(x, buf); }
|
|
|
|
|
2017-11-20 04:37:54 +00:00
|
|
|
inline void writeText(const String & x, WriteBuffer & buf) { writeEscapedString(x, buf); }
|
2017-03-13 21:46:18 +00:00
|
|
|
|
|
|
|
/// Implemented as template specialization (not function overload) to avoid preference over templates on arithmetic types above.
|
|
|
|
template <> inline void writeText<bool>(const bool & x, WriteBuffer & buf) { writeBoolText(x, buf); }
|
|
|
|
|
2017-05-28 14:29:40 +00:00
|
|
|
/// unlike the method for std::string
|
|
|
|
/// assumes here that `x` is a null-terminated string.
|
2017-11-20 04:37:54 +00:00
|
|
|
inline void writeText(const char * x, WriteBuffer & buf) { writeEscapedString(x, strlen(x), buf); }
|
2015-05-28 14:08:31 +00:00
|
|
|
inline void writeText(const char * x, size_t size, WriteBuffer & buf) { writeEscapedString(x, size, buf); }
|
2012-02-26 01:52:43 +00:00
|
|
|
|
2017-11-20 04:37:54 +00:00
|
|
|
inline void writeText(const LocalDate & x, WriteBuffer & buf) { writeDateText(x, buf); }
|
|
|
|
inline void writeText(const LocalDateTime & x, WriteBuffer & buf) { writeDateTimeText(x, buf); }
|
2017-07-04 10:42:53 +00:00
|
|
|
inline void writeText(const UUID & x, WriteBuffer & buf) { writeUUIDText(x, buf); }
|
2018-08-29 11:58:40 +00:00
|
|
|
inline void writeText(const UInt128 & x, WriteBuffer & buf) { writeText(UUID(x), buf); }
|
2012-02-26 01:52:43 +00:00
|
|
|
|
2018-08-23 19:11:31 +00:00
|
|
|
template <typename T> inline T decimalScaleMultiplier(UInt32 scale);
|
|
|
|
template <> inline Int32 decimalScaleMultiplier<Int32>(UInt32 scale) { return common::exp10_i32(scale); }
|
|
|
|
template <> inline Int64 decimalScaleMultiplier<Int64>(UInt32 scale) { return common::exp10_i64(scale); }
|
|
|
|
template <> inline Int128 decimalScaleMultiplier<Int128>(UInt32 scale) { return common::exp10_i128(scale); }
|
|
|
|
|
|
|
|
|
|
|
|
template <typename T>
|
|
|
|
void writeText(Decimal<T> value, UInt32 scale, WriteBuffer & ostr)
|
|
|
|
{
|
|
|
|
if (value < Decimal<T>(0))
|
|
|
|
{
|
|
|
|
value *= Decimal<T>(-1);
|
|
|
|
writeChar('-', ostr); /// avoid crop leading minus when whole part is zero
|
|
|
|
}
|
|
|
|
|
|
|
|
T whole_part = value;
|
|
|
|
if (scale)
|
|
|
|
whole_part = value / decimalScaleMultiplier<T>(scale);
|
|
|
|
|
|
|
|
writeIntText(whole_part, ostr);
|
|
|
|
if (scale)
|
|
|
|
{
|
|
|
|
writeChar('.', ostr);
|
|
|
|
String str_fractional(scale, '0');
|
|
|
|
for (Int32 pos = scale - 1; pos >= 0; --pos, value /= Decimal<T>(10))
|
|
|
|
str_fractional[pos] += value % Decimal<T>(10);
|
|
|
|
ostr.write(str_fractional.data(), scale);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-05-28 14:29:40 +00:00
|
|
|
/// String, date, datetime are in single quotes with C-style escaping. Numbers - without.
|
2017-03-13 19:23:56 +00:00
|
|
|
template <typename T>
|
2017-12-25 04:01:46 +00:00
|
|
|
inline std::enable_if_t<std::is_arithmetic_v<T>, void>
|
2017-03-13 19:23:56 +00:00
|
|
|
writeQuoted(const T & x, WriteBuffer & buf) { writeText(x, buf); }
|
2012-02-26 01:52:43 +00:00
|
|
|
|
2017-11-20 04:37:54 +00:00
|
|
|
inline void writeQuoted(const String & x, WriteBuffer & buf) { writeQuotedString(x, buf); }
|
2012-01-24 16:45:50 +00:00
|
|
|
|
2017-11-20 04:37:54 +00:00
|
|
|
inline void writeQuoted(const LocalDate & x, WriteBuffer & buf)
|
2012-01-24 16:45:50 +00:00
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeChar('\'', buf);
|
|
|
|
writeDateText(x, buf);
|
|
|
|
writeChar('\'', buf);
|
2012-01-24 16:45:50 +00:00
|
|
|
}
|
|
|
|
|
2017-11-20 04:37:54 +00:00
|
|
|
inline void writeQuoted(const LocalDateTime & x, WriteBuffer & buf)
|
2012-01-24 16:45:50 +00:00
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeChar('\'', buf);
|
|
|
|
writeDateTimeText(x, buf);
|
|
|
|
writeChar('\'', buf);
|
2012-01-24 16:45:50 +00:00
|
|
|
}
|
|
|
|
|
2018-08-29 11:58:40 +00:00
|
|
|
inline void writeQuoted(const UUID & x, WriteBuffer & buf)
|
|
|
|
{
|
|
|
|
writeChar('\'', buf);
|
|
|
|
writeText(x, buf);
|
|
|
|
writeChar('\'', buf);
|
|
|
|
}
|
2012-01-24 16:45:50 +00:00
|
|
|
|
2017-05-28 14:29:40 +00:00
|
|
|
/// String, date, datetime are in double quotes with C-style escaping. Numbers - without.
|
2017-03-13 19:23:56 +00:00
|
|
|
template <typename T>
|
2017-12-25 04:01:46 +00:00
|
|
|
inline std::enable_if_t<std::is_arithmetic_v<T>, void>
|
2017-03-13 19:23:56 +00:00
|
|
|
writeDoubleQuoted(const T & x, WriteBuffer & buf) { writeText(x, buf); }
|
2012-11-06 13:58:29 +00:00
|
|
|
|
2017-11-20 04:37:54 +00:00
|
|
|
inline void writeDoubleQuoted(const String & x, WriteBuffer & buf) { writeDoubleQuotedString(x, buf); }
|
2012-11-06 13:58:29 +00:00
|
|
|
|
2017-11-20 04:37:54 +00:00
|
|
|
inline void writeDoubleQuoted(const LocalDate & x, WriteBuffer & buf)
|
2012-11-06 13:58:29 +00:00
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeChar('"', buf);
|
|
|
|
writeDateText(x, buf);
|
|
|
|
writeChar('"', buf);
|
2012-11-06 13:58:29 +00:00
|
|
|
}
|
|
|
|
|
2017-11-20 04:37:54 +00:00
|
|
|
inline void writeDoubleQuoted(const LocalDateTime & x, WriteBuffer & buf)
|
2012-11-06 13:58:29 +00:00
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeChar('"', buf);
|
|
|
|
writeDateTimeText(x, buf);
|
|
|
|
writeChar('"', buf);
|
2012-11-06 13:58:29 +00:00
|
|
|
}
|
|
|
|
|
2017-07-06 14:42:27 +00:00
|
|
|
inline void writeDoubleQuoted(const UUID & x, WriteBuffer & buf)
|
|
|
|
{
|
|
|
|
writeChar('"', buf);
|
|
|
|
writeText(x, buf);
|
|
|
|
writeChar('"', buf);
|
|
|
|
}
|
|
|
|
|
2012-11-06 13:58:29 +00:00
|
|
|
|
2017-05-28 14:29:40 +00:00
|
|
|
/// String - in double quotes and with CSV-escaping; date, datetime - in double quotes. Numbers - without.
|
2017-03-13 19:23:56 +00:00
|
|
|
template <typename T>
|
2017-12-25 04:01:46 +00:00
|
|
|
inline std::enable_if_t<std::is_arithmetic_v<T>, void>
|
2017-03-13 19:23:56 +00:00
|
|
|
writeCSV(const T & x, WriteBuffer & buf) { writeText(x, buf); }
|
|
|
|
|
2017-11-20 04:37:54 +00:00
|
|
|
inline void writeCSV(const String & x, WriteBuffer & buf) { writeCSVString<>(x, buf); }
|
|
|
|
inline void writeCSV(const LocalDate & x, WriteBuffer & buf) { writeDoubleQuoted(x, buf); }
|
2016-02-07 08:42:21 +00:00
|
|
|
inline void writeCSV(const LocalDateTime & x, WriteBuffer & buf) { writeDoubleQuoted(x, buf); }
|
2017-07-06 14:42:27 +00:00
|
|
|
inline void writeCSV(const UUID & x, WriteBuffer & buf) { writeDoubleQuoted(x, buf); }
|
2017-12-01 17:49:12 +00:00
|
|
|
inline void writeCSV(const UInt128, WriteBuffer &)
|
2017-07-06 14:42:27 +00:00
|
|
|
{
|
|
|
|
/** Because UInt128 isn't a natural type, without arithmetic operator and only use as an intermediary type -for UUID-
|
|
|
|
* it should never arrive here. But because we used the DataTypeNumber class we should have at least a definition of it.
|
|
|
|
*/
|
|
|
|
throw Exception("UInt128 cannot be write as a text", ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
|
|
|
|
}
|
2016-02-07 08:42:21 +00:00
|
|
|
|
2014-01-05 13:40:11 +00:00
|
|
|
template <typename T>
|
|
|
|
void writeBinary(const std::vector<T> & x, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
size_t size = x.size();
|
|
|
|
writeVarUInt(size, buf);
|
|
|
|
for (size_t i = 0; i < size; ++i)
|
|
|
|
writeBinary(x[i], buf);
|
2014-01-05 13:40:11 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
template <typename T>
|
|
|
|
void writeQuoted(const std::vector<T> & x, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeChar('[', buf);
|
|
|
|
for (size_t i = 0, size = x.size(); i < size; ++i)
|
|
|
|
{
|
|
|
|
if (i != 0)
|
|
|
|
writeChar(',', buf);
|
|
|
|
writeQuoted(x[i], buf);
|
|
|
|
}
|
|
|
|
writeChar(']', buf);
|
2014-01-05 13:40:11 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
template <typename T>
|
|
|
|
void writeDoubleQuoted(const std::vector<T> & x, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeChar('[', buf);
|
|
|
|
for (size_t i = 0, size = x.size(); i < size; ++i)
|
|
|
|
{
|
|
|
|
if (i != 0)
|
|
|
|
writeChar(',', buf);
|
|
|
|
writeDoubleQuoted(x[i], buf);
|
|
|
|
}
|
|
|
|
writeChar(']', buf);
|
2014-01-05 13:40:11 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
template <typename T>
|
|
|
|
void writeText(const std::vector<T> & x, WriteBuffer & buf)
|
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
writeQuoted(x, buf);
|
2014-01-05 13:40:11 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-05-28 14:29:40 +00:00
|
|
|
/// Serialize exception (so that it can be transferred over the network)
|
2018-08-24 07:30:53 +00:00
|
|
|
void writeException(const Exception & e, WriteBuffer & buf, bool with_stack_trace);
|
2012-05-08 05:42:05 +00:00
|
|
|
|
|
|
|
|
2017-05-28 14:29:40 +00:00
|
|
|
/// An easy-to-use method for converting something to a string in text form.
|
2013-06-21 20:34:19 +00:00
|
|
|
template <typename T>
|
|
|
|
inline String toString(const T & x)
|
|
|
|
{
|
2017-07-31 21:39:24 +00:00
|
|
|
WriteBufferFromOwnString buf;
|
|
|
|
writeText(x, buf);
|
|
|
|
return buf.str();
|
2013-06-21 20:34:19 +00:00
|
|
|
}
|
|
|
|
|
2010-06-04 18:25:25 +00:00
|
|
|
}
|